-- Logs begin at Wed 2021-06-09 19:14:37 UTC, end at Wed 2021-06-09 20:28:39 UTC. -- Jun 09 19:59:12.188543 dv-cinder-795669-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 09 19:59:14.738840 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.common.config [-] Logging enabled! Jun 09 19:59:14.739362 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev308 Jun 09 19:59:14.739607 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92346) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 09 19:59:14.743350 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.common.config [-] Logging enabled! Jun 09 19:59:14.743604 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev308 Jun 09 19:59:14.743940 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92346) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 09 19:59:14.744864 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 09 19:59:14.745097 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 09 19:59:14.745459 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 09 19:59:14.745705 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 09 19:59:14.745932 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 09 19:59:14.746249 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.746552 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.746848 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.747079 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.747373 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.747668 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.747976 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.748267 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.748564 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.748848 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.749125 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.749408 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.749641 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.749921 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.750206 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.750491 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.750716 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] debug = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.750997 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.751420 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.751862 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.752137 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.752428 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.752708 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.752983 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.753260 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.753546 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.753874 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] host = dv-cinder-795669-1-iscsi {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.754153 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.754443 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.754731 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.755016 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.755292 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.755569 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.755878 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.756159 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.756434 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] log_file = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.756711 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.757019 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.757340 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.758130 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.758360 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.758585 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.758875 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.759166 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.759441 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.759714 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.760026 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.760303 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.760579 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.760848 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.761133 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.761421 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.761707 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.761982 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.762258 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.762532 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.762804 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.763090 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.763366 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.763639 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.763941 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.764231 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.764502 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.764777 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.765079 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.765365 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.765648 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.765932 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.766206 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.766488 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.766762 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.767033 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.767307 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] use_json = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.767581 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.767936 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.768224 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.768499 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.768773 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.769047 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.769318 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.769602 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:14.769900 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.770200 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.770507 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.770796 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.771093 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.771376 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.771667 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.771976 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.772268 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.772561 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.772854 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.773156 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.773447 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.773728 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.774023 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.774330 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.774628 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.774922 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.775201 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.775477 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.775752 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.776055 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.776345 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.776642 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.776937 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.777216 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.777498 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.777794 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.778080 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.778356 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.778638 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.778930 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.779211 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.779485 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.780055 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.780338 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.780612 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.780892 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.781175 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.781469 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.781748 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.782023 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.782297 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.782575 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.782851 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.783138 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.783419 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.783695 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.783999 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.784281 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.784558 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.784835 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.785115 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.785392 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.785674 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.785951 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.786226 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.786500 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.786775 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.787050 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.787324 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.787596 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.787904 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.788181 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.788458 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.788761 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.789038 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.789317 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.789606 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.789910 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.790193 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.790475 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.790754 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.791033 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.791313 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.791593 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.791898 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.792184 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.792458 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.792758 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.793045 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.793338 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.793623 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.793901 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.794197 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.794478 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.794762 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.795082 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.795367 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.795662 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.795976 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.796275 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.796572 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.796867 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.797165 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.797463 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.797747 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.798172 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.798662 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:14.799039 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 09 19:59:14.799470 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92346) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 09 19:59:15.146830 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 19:59:15.147106 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 19:59:15.147392 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 19:59:15.148027 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 09 19:59:15.543650 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:15.543971 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:15.544244 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:15.545440 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:15.545715 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:15.545979 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:15.581327 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:15.581607 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:15.581875 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:15.595435 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:15.595716 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:15.596017 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:15.624471 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:15.624760 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:15.625033 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:15.663470 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:15.663761 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:15.664059 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:15.903141 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:15.903757 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:15.903757 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:15.904051 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:15.904869 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:16.025967 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:16.026287 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:16.026571 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:16.026857 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:16.027136 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:16.027455 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:16.027716 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:16.028000 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:16.028254 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:16.028534 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:16.028793 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:16.029058 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:16.029316 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:16.029834 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:16.030088 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:16.030351 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:16.030619 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:16.030874 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:16.031145 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:16.031400 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:16.031678 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:16.032058 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:16.032312 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:16.032609 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:16.032861 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:16.033110 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:16.033499 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92346) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 19:59:16.033741 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92346) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 19:59:16.033979 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92346) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 19:59:16.034215 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92346) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 19:59:16.034450 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92346) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 19:59:16.034684 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92346) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 19:59:16.035045 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 09 19:59:16.038158 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 09 19:59:16.042202 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 09 19:59:16.045890 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jun 09 19:59:16.047511 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 09 19:59:16.047988 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 09 19:59:16.048323 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 09 19:59:16.048705 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 09 19:59:16.051449 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 09 19:59:16.051705 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 09 19:59:16.052076 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 09 19:59:16.079323 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 09 19:59:16.079765 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:16.080097 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92346) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 09 19:59:16.080461 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:16.081814 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92346) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 09 19:59:16.082094 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 09 19:59:16.082339 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 09 19:59:16.085994 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:16.086280 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:16.156019 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 09 19:59:16.156329 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 09 19:59:16.156579 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 09 19:59:16.158338 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 09 19:59:16.191393 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_db.sqlalchemy.engines [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92346) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 09 19:59:16.761754 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.plugins.ml2.managers [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Initializing driver for type 'gre' Jun 09 19:59:16.762275 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] gre ID ranges: [(1, 1000)] Jun 09 19:59:16.948902 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.plugins.ml2.managers [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Initializing driver for type 'local' Jun 09 19:59:16.949478 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.plugins.ml2.managers [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Initializing driver for type 'vlan' Jun 09 19:59:17.034420 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] VlanTypeDriver initialization complete Jun 09 19:59:17.034776 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.plugins.ml2.managers [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Initializing driver for type 'vxlan' Jun 09 19:59:17.035259 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] vxlan ID ranges: [(1, 1000)] Jun 09 19:59:17.223136 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.plugins.ml2.managers [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Initializing extension driver 'port_security' Jun 09 19:59:17.223470 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.plugins.ml2.extensions.port_security [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] PortSecurityExtensionDriver initialization complete Jun 09 19:59:17.223864 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.plugins.ml2.managers [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Initializing mechanism driver 'openvswitch' Jun 09 19:59:17.224179 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.plugins.ml2.managers [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Initializing mechanism driver 'hyperv' Jun 09 19:59:17.247330 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.plugins.ml2.plugin [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 19:59:17.248113 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > port after_create 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.248487 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > port after_update 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.248841 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > port after_delete 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.249223 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > subnet after_create 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.249572 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > subnet after_update 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.249914 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.250289 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > network after_create 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.250629 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > network after_update 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.250965 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > network after_delete 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.251333 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > security_group after_create 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.251672 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > security_group after_update 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.252035 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.252434 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.252776 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.253111 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.253481 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > address_group after_create 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.253822 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > address_group after_update 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.254154 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.254485 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] ML2 OVO RPC backend initialized. {{(pid=92346) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 09 19:59:17.255169 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.255516 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.255950 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > network before_response 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.256296 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > networks before_response 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.256639 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > port before_response 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.256976 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > ports before_response 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.257311 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > subnet before_response 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.257645 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > subnets before_response 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.257983 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > network after_create 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.258317 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > network after_update 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.258646 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > network after_delete 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.258975 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > port after_create 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.259304 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > port after_update 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.259637 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > port after_delete 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.260003 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > subnet after_create 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.260343 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > subnet after_update 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.260677 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.261230 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.plugins.ml2.plugin [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Modular L2 Plugin initialization complete Jun 09 19:59:17.261550 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading services supported by the core plugin {{(pid=92346) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 09 19:59:17.261868 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.plugins.ml2.managers [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Got port-security extension from driver 'port_security' Jun 09 19:59:17.262320 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.extensions.vlantransparent [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Disabled vlantransparent extension. Jun 09 19:59:17.262791 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92346) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 09 19:59:17.263099 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading Plugin: router Jun 09 19:59:17.298860 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.299246 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > router after_create 55549900 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.299608 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > router before_create 55549900 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.299997 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.300364 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.300711 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > router after_delete 55549900 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.301060 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.301413 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > router after_create 55549900 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.301752 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > router after_update 55549900 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.302091 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > router after_update 55549900 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.302429 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.302775 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > router after_update 55549900 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.303177 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > router precommit_update 55549900 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.303535 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: port after_update 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.303890 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: port after_delete 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.304805 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: subnet after_update 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.305143 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.305483 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.305827 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > router precommit_create 55549900 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.306162 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: port before_delete 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.306495 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > router precommit_create 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.306845 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > router after_update 55549900 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.307178 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.307522 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > router precommit_create 55549900 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.307898 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.308236 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > router precommit_update 55549900 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.308599 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > network after_delete 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.309429 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.quota.resource_registry [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Tracking information for resource: router configured {{(pid=92346) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 19:59:17.309752 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.quota.resource_registry [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Tracking information for resource: floatingip configured {{(pid=92346) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 09 19:59:17.314577 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.db.l3_agentschedulers_db [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 09 19:59:17.315134 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: port after_update 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.315490 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: port after_create 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.315852 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: port after_delete 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.316198 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: port after_update 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.316969 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > router before_create 55550100 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.317332 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.317691 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > router precommit_create 55550100 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.318043 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > router precommit_update 55550100 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.322558 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.services.provider_configuration [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Service providers = [] {{(pid=92346) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 09 19:59:17.322917 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.db.servicetype_db [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92346) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 09 19:59:17.325943 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.services.service_base [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92346) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 09 19:59:17.326293 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.services.service_base [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92346) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 09 19:59:17.326632 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.services.service_base [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92346) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 09 19:59:17.327494 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.services.service_base [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92346) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 09 19:59:17.327884 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.services.service_base [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 09 19:59:17.328252 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92346) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 19:59:17.328569 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 09 19:59:17.338902 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92346) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 19:59:17.339232 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading Plugin: auto_allocate Jun 09 19:59:17.344781 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: network precommit_update 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.345146 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: network precommit_create 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.345659 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92346) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 19:59:17.345975 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading Plugin: tag Jun 09 19:59:17.353156 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92346) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 19:59:17.353479 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading Plugin: timestamp Jun 09 19:59:17.357210 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92346) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 19:59:17.357537 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading Plugin: network_ip_availability Jun 09 19:59:17.362843 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.363209 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.363560 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.364304 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92346) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 19:59:17.364622 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading Plugin: flavors Jun 09 19:59:17.371330 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92346) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 19:59:17.371660 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading Plugin: revisions Jun 09 19:59:17.375911 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92346) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 09 19:59:17.376301 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_concurrency.lockutils [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.229s {{(pid=92346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 19:59:17.377013 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92346) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 09 19:59:17.377342 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Initializing extension manager. Jun 09 19:59:17.377837 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: __init__.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.378170 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: __pycache__ {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.378496 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.378819 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: address_group.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.379545 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.380128 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: address-group Jun 09 19:59:17.380447 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: address_scope.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.381132 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.381628 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: address-scope Jun 09 19:59:17.381945 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.382863 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.383363 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: router-admin-state-down-before-update Jun 09 19:59:17.383679 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: agent.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.384385 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.384880 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: agent Jun 09 19:59:17.385195 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: agent_resources_synced.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.386078 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.386576 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: agent-resources-synced Jun 09 19:59:17.386890 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: allowedaddresspairs.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.388647 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.389159 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: allowed-address-pairs Jun 09 19:59:17.389481 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: auto_allocated_topology.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.390523 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.391029 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: auto-allocated-topology Jun 09 19:59:17.391348 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: availability_zone.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.392048 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.392549 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: availability_zone Jun 09 19:59:17.392865 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: availability_zone_filter.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.393748 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.394250 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: availability_zone_filter Jun 09 19:59:17.394562 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: data_plane_status.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.395437 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.395967 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extension data-plane-status not supported by any of loaded plugins Jun 09 19:59:17.396284 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: default_subnetpools.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.397167 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.397680 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: default-subnetpools Jun 09 19:59:17.397999 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.398789 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.399286 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: dhcp_agent_scheduler Jun 09 19:59:17.399603 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: dns.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.400511 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.401006 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extension dns-integration not supported by any of loaded plugins Jun 09 19:59:17.401324 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: dns_domain_ports.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.402214 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.402713 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 09 19:59:17.403031 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: dvr.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.403683 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.404219 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: dvr Jun 09 19:59:17.404778 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: empty_string_filtering.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.405673 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.406177 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: empty-string-filtering Jun 09 19:59:17.406491 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.407374 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.407898 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 09 19:59:17.408215 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.409091 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.409585 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 09 19:59:17.409899 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: external_net.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.410771 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.411267 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: external-net Jun 09 19:59:17.411582 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.412486 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.412981 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: extra_dhcp_opt Jun 09 19:59:17.413830 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: extraroute.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.414748 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.415243 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: extraroute Jun 09 19:59:17.415559 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: extraroute_atomic.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.416600 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.417101 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: extraroute-atomic Jun 09 19:59:17.417416 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: filter_validation.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.526056 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.526533 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: filter-validation Jun 09 19:59:17.526906 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: fip_pf_description.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.527981 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.528490 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 09 19:59:17.528814 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: fip_port_details.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.529980 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.530488 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: fip-port-details Jun 09 19:59:17.530813 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: flavors.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.532082 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.532597 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: flavors Jun 09 19:59:17.532930 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.541655 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.542169 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 09 19:59:17.542494 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: floatingip_pools.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.543191 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.543695 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: floatingip-pools Jun 09 19:59:17.544045 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: ip_allocation.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.544943 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.545439 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extension ip_allocation not supported by any of loaded plugins Jun 09 19:59:17.545762 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.546649 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.547153 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: ip-substring-filtering Jun 09 19:59:17.547501 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: l2_adjacency.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.548385 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.548883 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 09 19:59:17.549200 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: l3.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.550178 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.550691 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: router Jun 09 19:59:17.551012 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.553268 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.553787 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 09 19:59:17.554649 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.555570 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.556107 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: ext-gw-mode Jun 09 19:59:17.556431 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.557329 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.557833 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: l3-ha Jun 09 19:59:17.558155 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: l3_flavors.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.559038 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.559544 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: l3-flavors Jun 09 19:59:17.559887 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.560793 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.561292 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 09 19:59:17.561614 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: l3agentscheduler.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.562763 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.563271 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: l3_agent_scheduler Jun 09 19:59:17.563593 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: logging.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.565087 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.565600 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extension logging not supported by any of loaded plugins Jun 09 19:59:17.565929 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: metering.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.566656 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.567226 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: metering Jun 09 19:59:17.567546 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.573428 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.573942 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: metering_source_and_destination_fields Jun 09 19:59:17.574265 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: multiprovidernet.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.575158 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.575661 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: multi-provider Jun 09 19:59:17.576016 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: netmtu.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.576902 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.577405 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: net-mtu Jun 09 19:59:17.577724 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: netmtu_writable.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.578611 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.579109 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: net-mtu-writable Jun 09 19:59:17.579427 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: network_availability_zone.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.580103 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.580597 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: network_availability_zone Jun 09 19:59:17.580912 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: network_ip_availability.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.581968 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.582470 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: network-ip-availability Jun 09 19:59:17.582790 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: network_segment_range.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.583529 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.584061 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extension network-segment-range not supported by any of loaded plugins Jun 09 19:59:17.584378 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: pagination.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.585363 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.585687 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: pagination Jun 09 19:59:17.586001 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: port_device_profile.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.586904 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.587417 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: port-device-profile Jun 09 19:59:17.587734 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.588642 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.589148 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: port-mac-address-regenerate Jun 09 19:59:17.589462 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.590345 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.590846 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: port-numa-affinity-policy Jun 09 19:59:17.591161 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: port_resource_request.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.592072 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.592567 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extension port-resource-request not supported by any of loaded plugins Jun 09 19:59:17.592880 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: portbindings.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.593778 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.594274 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: binding Jun 09 19:59:17.594592 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: portbindings_extended.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.595865 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.596374 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: binding-extended Jun 09 19:59:17.596696 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: portsecurity.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.597599 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.598104 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: port-security Jun 09 19:59:17.598426 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: project_id.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.599537 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.599689 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: project-id Jun 09 19:59:17.600041 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: providernet.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.600971 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.601465 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: provider Jun 09 19:59:17.601780 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: qos.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.610556 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.611070 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extension qos not supported by any of loaded plugins Jun 09 19:59:17.611399 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.612652 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.613158 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 09 19:59:17.613481 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.614368 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.614877 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 09 19:59:17.615197 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: qos_default.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.616114 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.617155 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extension qos-default not supported by any of loaded plugins Jun 09 19:59:17.617472 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: qos_fip.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.618105 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.618605 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extension qos-fip not supported by any of loaded plugins Jun 09 19:59:17.618921 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: qos_gateway_ip.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.619814 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.620344 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 09 19:59:17.620663 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: qos_port_network_policy.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.621544 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.622042 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 09 19:59:17.622358 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: qos_rule_type_details.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.623262 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.623732 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 09 19:59:17.624079 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: qos_rules_alias.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.625091 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.625597 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 09 19:59:17.625914 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: quotasv2.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.626813 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.627135 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: quotas Jun 09 19:59:17.627447 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: quotasv2_detail.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.630451 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.630791 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: quota_details Jun 09 19:59:17.631118 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: rbac.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.632742 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.633260 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: rbac-policies Jun 09 19:59:17.633584 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: rbac_address_group.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.634487 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.634996 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: rbac-address-group Jun 09 19:59:17.635319 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: rbac_address_scope.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.636233 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.636746 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: rbac-address-scope Jun 09 19:59:17.637070 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: rbac_security_groups.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.637970 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.638477 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: rbac-security-groups Jun 09 19:59:17.638796 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: rbac_subnetpool.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.639682 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.640225 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: rbac-subnetpool Jun 09 19:59:17.640545 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: revisionifmatch.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.641435 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.641940 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: revision-if-match Jun 09 19:59:17.642258 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: revisions.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.643336 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.643860 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: standard-attr-revisions Jun 09 19:59:17.644183 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: router_availability_zone.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.644832 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.645334 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: router_availability_zone Jun 09 19:59:17.645653 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: routerservicetype.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.646541 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.647042 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extension router-service-type not supported by any of loaded plugins Jun 09 19:59:17.647358 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.648301 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.648805 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: security-groups-normalized-cidr Jun 09 19:59:17.649121 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.650200 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.650711 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: port-security-groups-filtering Jun 09 19:59:17.651032 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.651955 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.652464 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: security-groups-remote-address-group Jun 09 19:59:17.652782 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: securitygroup.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.662403 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.662931 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: security-group Jun 09 19:59:17.663277 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: segment.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.664192 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.664571 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extension segment not supported by any of loaded plugins Jun 09 19:59:17.664891 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.665808 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.666309 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 09 19:59:17.666629 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: servicetype.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.667718 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.668268 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: service-type Jun 09 19:59:17.668593 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: sorting.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.669549 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.669875 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: sorting Jun 09 19:59:17.670193 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: standard_attr_segment.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.671071 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.671576 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 09 19:59:17.671927 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: standardattrdescription.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.672553 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.673048 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: standard-attr-description Jun 09 19:59:17.673368 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: stateful_security_group.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.674278 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.674784 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: stateful-security-group Jun 09 19:59:17.675102 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: stdattrs_common.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.675665 dv-cinder-795669-1-iscsi neutron-server[92346]: WARNING neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 09 19:59:17.676014 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.676982 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.677486 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 09 19:59:17.677801 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: subnet_onboard.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.678832 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.679873 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: subnet_onboard Jun 09 19:59:17.680192 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.681103 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.681603 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 09 19:59:17.681920 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: subnet_service_types.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.682808 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.683344 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: subnet-service-types Jun 09 19:59:17.683661 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: subnetallocation.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.684735 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.685247 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: subnet_allocation Jun 09 19:59:17.685567 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.686212 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.686709 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: subnetpool-prefix-ops Jun 09 19:59:17.687026 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.687960 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.688461 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 09 19:59:17.688777 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: tagging.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.689814 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.690334 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: standard-attr-tag Jun 09 19:59:17.690656 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: timestamp.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.691804 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.692342 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loaded extension: standard-attr-timestamp Jun 09 19:59:17.692666 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: trunk.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.693670 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.694181 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extension trunk not supported by any of loaded plugins Jun 09 19:59:17.694521 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: trunk_details.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.695948 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.696453 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extension trunk-details not supported by any of loaded plugins Jun 09 19:59:17.696773 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: uplink_status_propagation.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.697667 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.698171 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 09 19:59:17.698489 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Loading extension file: vlantransparent.py {{(pid=92346) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 09 19:59:17.699132 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92346) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 09 19:59:17.699634 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 09 19:59:17.702040 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.quota.resource_registry [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Creating instance of TrackedResource for resource:network Jun 09 19:59:17.702564 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.quota.resource_registry [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Creating instance of TrackedResource for resource:subnet Jun 09 19:59:17.702963 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.quota.resource_registry [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Creating instance of TrackedResource for resource:subnetpool Jun 09 19:59:17.703348 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.quota.resource_registry [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Creating instance of TrackedResource for resource:port Jun 09 19:59:17.704619 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.v2.resource_helper [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92346) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 19:59:17.705054 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.v2.resource_helper [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Service FLAVORS assigned prefix: {{(pid=92346) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 19:59:17.705652 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.v2.resource_helper [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92346) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 19:59:17.706074 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.v2.resource_helper [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92346) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 19:59:17.706400 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.quota.resource_registry [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Creating instance of TrackedResource for resource:router Jun 09 19:59:17.706835 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.quota.resource_registry [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Creating instance of TrackedResource for resource:floatingip Jun 09 19:59:17.707321 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.v2.resource_helper [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Service METERING assigned prefix: /metering {{(pid=92346) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 19:59:17.708758 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.709125 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.709478 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 19:59:17.710483 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.quota.resource_registry [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Creating instance of CountableResource for resource:rbac_policy Jun 09 19:59:17.710920 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.quota.resource_registry [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Creating instance of TrackedResource for resource:security_group Jun 09 19:59:17.711347 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.quota.resource_registry [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 09 19:59:17.712066 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.v2.resource_helper [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Service CORE assigned prefix: {{(pid=92346) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 19:59:17.712393 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.quota.resource_registry [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Creating instance of TrackedResource for resource:subnetpool Jun 09 19:59:17.712736 dv-cinder-795669-1-iscsi neutron-server[92346]: WARNING neutron.quota.resource_registry [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] subnetpool is already registered Jun 09 19:59:17.713158 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.v2.resource_helper [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Service CORE assigned prefix: {{(pid=92346) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 19:59:17.713476 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.quota.resource_registry [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Creating instance of TrackedResource for resource:subnetpool Jun 09 19:59:17.713801 dv-cinder-795669-1-iscsi neutron-server[92346]: WARNING neutron.quota.resource_registry [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] subnetpool is already registered Jun 09 19:59:17.716113 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.v2.resource_helper [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92346) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 19:59:17.716544 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.v2.resource_helper [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Service FLAVORS assigned prefix: {{(pid=92346) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 19:59:17.717129 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.v2.resource_helper [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92346) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 19:59:17.717544 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.v2.resource_helper [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92346) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 19:59:17.717873 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.quota.resource_registry [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Creating instance of TrackedResource for resource:router Jun 09 19:59:17.718208 dv-cinder-795669-1-iscsi neutron-server[92346]: WARNING neutron.quota.resource_registry [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] router is already registered Jun 09 19:59:17.718612 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.quota.resource_registry [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Creating instance of TrackedResource for resource:floatingip Jun 09 19:59:17.718944 dv-cinder-795669-1-iscsi neutron-server[92346]: WARNING neutron.quota.resource_registry [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] floatingip is already registered Jun 09 19:59:17.719392 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.v2.resource_helper [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Service METERING assigned prefix: /metering {{(pid=92346) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 19:59:17.720074 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.quota.resource_registry [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Creating instance of CountableResource for resource:rbac_policy Jun 09 19:59:17.720395 dv-cinder-795669-1-iscsi neutron-server[92346]: WARNING neutron.quota.resource_registry [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] rbac_policy is already registered Jun 09 19:59:17.720797 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.quota.resource_registry [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Creating instance of TrackedResource for resource:security_group Jun 09 19:59:17.721122 dv-cinder-795669-1-iscsi neutron-server[92346]: WARNING neutron.quota.resource_registry [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] security_group is already registered Jun 09 19:59:17.721513 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.quota.resource_registry [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 09 19:59:17.721834 dv-cinder-795669-1-iscsi neutron-server[92346]: WARNING neutron.quota.resource_registry [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] security_group_rule is already registered Jun 09 19:59:17.722443 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.v2.resource_helper [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Service CORE assigned prefix: {{(pid=92346) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 19:59:17.722764 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.quota.resource_registry [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Creating instance of TrackedResource for resource:subnetpool Jun 09 19:59:17.723091 dv-cinder-795669-1-iscsi neutron-server[92346]: WARNING neutron.quota.resource_registry [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] subnetpool is already registered Jun 09 19:59:17.723498 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.v2.resource_helper [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Service CORE assigned prefix: {{(pid=92346) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 09 19:59:17.723815 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.quota.resource_registry [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Creating instance of TrackedResource for resource:subnetpool Jun 09 19:59:17.724162 dv-cinder-795669-1-iscsi neutron-server[92346]: WARNING neutron.quota.resource_registry [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] subnetpool is already registered Jun 09 19:59:17.724621 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extended resource: extensions {{(pid=92346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 19:59:17.726072 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extended resource: address-groups {{(pid=92346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 19:59:17.727555 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extended resource: address-scopes {{(pid=92346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 19:59:17.728893 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extended resource: agents {{(pid=92346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 19:59:17.730049 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extended resource: auto-allocated-topology {{(pid=92346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 19:59:17.731290 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extended resource: availability_zones {{(pid=92346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 19:59:17.732527 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extended resource: dhcp-networks {{(pid=92346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 19:59:17.734013 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extended resource: dhcp-agents {{(pid=92346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 19:59:17.735484 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extended resource: routers {{(pid=92346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 19:59:17.737222 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extended resource: flavors {{(pid=92346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 19:59:17.738470 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extended resource: service_profiles {{(pid=92346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 19:59:17.739665 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extended resource: next_providers {{(pid=92346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 19:59:17.741139 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extended resource: service_profiles {{(pid=92346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 19:59:17.744176 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extended resource: floatingip-pools {{(pid=92346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 19:59:17.745396 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extended resource: routers {{(pid=92346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 19:59:17.747091 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extended resource: floatingips {{(pid=92346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 19:59:17.748402 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extended resource: l3-routers {{(pid=92346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 19:59:17.749775 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extended resource: l3-agents {{(pid=92346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 19:59:17.751202 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extended resource: metering-labels {{(pid=92346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 19:59:17.752456 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extended resource: metering-label-rules {{(pid=92346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 19:59:17.753823 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extended resource: network-ip-availabilities {{(pid=92346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 19:59:17.755072 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extended resource: bindings {{(pid=92346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 19:59:17.756653 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extended resource: quotas {{(pid=92346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 19:59:17.758764 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extended resource: quotas {{(pid=92346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 19:59:17.760203 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extended resource: rbac-policies {{(pid=92346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 19:59:17.761368 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extended resource: security-groups {{(pid=92346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 19:59:17.762652 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extended resource: security-group-rules {{(pid=92346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 19:59:17.763900 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extended resource: service-providers {{(pid=92346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 19:59:17.765127 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extended resource: subnetpools {{(pid=92346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 19:59:17.766454 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extended resource: subnetpools {{(pid=92346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 19:59:17.768005 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extended resource: tags {{(pid=92346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 19:59:17.769667 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extended resource: tags {{(pid=92346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 19:59:17.771451 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extended resource: tags {{(pid=92346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 19:59:17.773677 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extended resource: tags {{(pid=92346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 19:59:17.775849 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extended resource: tags {{(pid=92346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 19:59:17.778496 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extended resource: tags {{(pid=92346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 19:59:17.781284 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extended resource: tags {{(pid=92346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 19:59:17.783082 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extended resource: tags {{(pid=92346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 19:59:17.784965 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extended resource: tags {{(pid=92346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 19:59:17.787024 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron.api.extensions [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Extended resource: tags {{(pid=92346) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 09 19:59:17.793155 dv-cinder-795669-1-iscsi neutron-server[92346]: WARNING keystonemiddleware.auth_token [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 09 19:59:17.797638 dv-cinder-795669-1-iscsi neutron-server[92346]: WARNING keystonemiddleware.auth_token [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 09 19:59:17.806472 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_concurrency.lockutils [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Acquired lock "singleton_lock" {{(pid=92346) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 09 19:59:17.806949 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_concurrency.lockutils [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Releasing lock "singleton_lock" {{(pid=92346) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 09 19:59:17.807588 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO oslo_service.service [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Starting 2 workers Jun 09 19:59:17.812256 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Started child 92455 {{(pid=92346) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 09 19:59:17.816424 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Started child 92456 {{(pid=92346) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 09 19:59:17.817510 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 19:59:17.818297 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO neutron.service [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 09 19:59:17.818561 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Notify callbacks [] for process, before_spawn {{(pid=92346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 19:59:17.819019 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [-] (92455) wsgi starting up on http://0.0.0.0:9696 Jun 09 19:59:17.821590 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO oslo_service.service [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Starting 1 workers Jun 09 19:59:17.821756 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 19:59:17.822993 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [-] (92456) wsgi starting up on http://0.0.0.0:9696 Jun 09 19:59:17.826582 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Started child 92457 {{(pid=92346) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 09 19:59:17.827097 dv-cinder-795669-1-iscsi neutron-server[92346]: INFO oslo_service.service [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Starting 1 workers Jun 09 19:59:17.830293 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.service [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] calling RpcWorker wait() {{(pid=92457) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 09 19:59:17.830823 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.service [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] returning from RpcWorker wait() {{(pid=92457) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 09 19:59:17.831334 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Started child 92458 {{(pid=92346) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 09 19:59:17.832192 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG neutron_lib.callbacks.manager [None req-b5872bdd-dca4-4fcd-9f53-cf2e53e6ed20 None None] Notify callbacks [] for process, after_spawn {{(pid=92346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 19:59:17.832312 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 19:59:17.832741 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 19:59:17.834016 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92346) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 09 19:59:17.834233 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 09 19:59:17.834420 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 09 19:59:17.834637 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 09 19:59:17.834982 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 09 19:59:17.835198 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 09 19:59:17.835709 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.836018 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.836107 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 19:59:17.836561 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.836561 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.837017 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.837471 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.837734 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.837986 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.838256 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.838494 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.838669 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.838840 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.839099 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.839320 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.839630 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.839909 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.840156 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.840419 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.840598 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.840841 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.841096 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.841362 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.841625 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] debug = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.841890 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.842376 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.842624 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.842874 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.843091 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.843368 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.843620 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.843915 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.844168 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.844414 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.844650 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.844905 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.845148 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.845383 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.845621 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.845891 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.846108 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.846592 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] host = dv-cinder-795669-1-iscsi {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.846832 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.847071 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.847319 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.847569 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.847853 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.848064 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.848335 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.848646 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.848839 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.849071 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.849287 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.849532 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.849767 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.849999 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] log_file = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.850162 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] log_options = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.850398 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.850673 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.850970 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.851169 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.851336 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.851509 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.851756 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.851942 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.852195 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.852408 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.852617 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.852843 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.853076 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.853316 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.853585 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.853812 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.854053 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.854257 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.854508 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.854730 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.854966 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.855190 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.855423 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.855636 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.855890 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.856105 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.856332 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.856543 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.856755 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.857008 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.857248 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.857513 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.857751 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.858013 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.858237 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.858463 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.858751 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.858944 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.859173 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.859524 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.860250 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.860558 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 19:59:17.860889 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.861331 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.861724 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.862142 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.862545 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] use_json = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.863021 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.863200 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 37914) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 19:59:17.863389 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.863726 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.864034 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.864453 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.864830 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.865117 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.865437 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.865966 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.866943 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.867538 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.867767 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.868091 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.868398 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.868697 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.869005 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.869329 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.869648 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.870113 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.870362 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.870730 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.871059 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.871385 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.871742 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.872104 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067160 Jun 09 19:59:17.872491 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.872962 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.873256 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.873554 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.873839 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.874763 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.874763 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.874763 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.875108 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.875726 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.875726 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.876029 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.876314 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.876605 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.876932 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.877218 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.877552 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.878012 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.878947 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.878947 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.878947 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.879195 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.879471 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.879999 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.881621 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.881621 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.881621 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.881621 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.881621 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.881621 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.881621 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.888651 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.888651 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.888651 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.888651 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.888651 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.888651 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.888651 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.888651 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.888651 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.889279 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.889279 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.889279 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.889279 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.889279 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.889279 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.889279 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.889279 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.889279 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.889893 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.889893 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.889893 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.889893 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.889893 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.889893 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.889893 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.889893 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.890441 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.890441 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.890581 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.890714 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.890936 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.891243 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.891464 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.891675 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.892068 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.892548 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.892773 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.893065 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.893372 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.893785 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.894142 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.894301 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.894523 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.894830 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.895198 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.895407 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.895636 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.895876 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.896159 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.896403 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.896656 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.897624 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.897624 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.897624 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.897624 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.898167 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.898167 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.898430 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.898586 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.898834 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.899085 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.899319 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.899551 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.899821 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.901064 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.901321 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.901599 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.902377 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.902377 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.903921 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.904361 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.904878 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.905123 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.905383 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.906500 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.906500 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.906818 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.907077 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.907388 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.907710 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.908535 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.908535 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.908764 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.911758 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.912390 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.914037 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.914367 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.914627 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.915261 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.915261 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.915440 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.915678 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.916712 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.916712 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.916712 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.916712 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.917007 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.917171 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.917416 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.918551 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.918551 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.918551 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.918551 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.918845 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.918845 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.919083 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.919873 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.919873 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.919873 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.920913 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.921172 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.922046 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.922046 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.922248 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.922400 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.923941 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.924705 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.924945 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.925995 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.927105 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.927361 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.927613 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.928592 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.928592 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.928592 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.929725 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.930658 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.931284 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.931899 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.932136 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.932363 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.932744 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.932969 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.933216 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.933441 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.933681 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.934304 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.934528 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.934765 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.935009 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.935341 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.935748 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.936009 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.936256 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.936474 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.936723 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.936962 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.937179 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.937410 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.937630 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.937836 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.938092 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.938344 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.938573 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.938803 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.939014 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.939223 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.939547 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.939780 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.940913 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.941168 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.941410 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.941671 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.941940 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.942160 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.945446 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.945692 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.945938 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.946192 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.946465 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.946691 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.946916 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.947745 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.947745 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.947745 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.948006 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.948138 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.948366 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.948586 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.948850 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.950130 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.950130 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.950130 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.950130 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.950130 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.950942 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.950942 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.950942 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.951155 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.951367 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.951649 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.952649 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.952649 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.953094 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.953408 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.954136 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.954572 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.954840 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.955537 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.956201 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.957204 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.957487 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.957919 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.958559 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.958838 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.959066 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.959383 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.960430 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.960721 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.961015 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.961360 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.961625 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.961858 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.962106 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.962351 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.962600 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.962820 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.963798 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.964680 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.965199 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.965489 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.965730 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.965958 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.966192 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.966438 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.966664 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.967215 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.967393 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 09 19:59:17.967980 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92346) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 09 19:59:17.968132 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 09 19:59:17.968271 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 09 19:59:17.968448 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 09 19:59:17.968617 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 09 19:59:17.968761 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 09 19:59:17.968991 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.969135 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.970235 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.970405 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.970568 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.970753 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.970898 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.971061 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.971223 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.971375 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.971513 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.971660 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.971798 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.971985 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.972299 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.972451 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.972611 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.972775 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.972937 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.973082 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.973231 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.973378 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.973523 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] debug = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.973677 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.973864 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.974033 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.974172 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.974318 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.974453 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.974605 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.974743 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.974879 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.975014 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.975160 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.975308 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.975445 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.975580 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.976335 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.976501 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.976640 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.976777 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] host = dv-cinder-795669-1-iscsi {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.976915 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.977076 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.977239 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.977382 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.977707 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.977943 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.978176 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.978371 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.978534 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.979369 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.979949 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.980667 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.981519 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.982168 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] log_file = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.982413 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] log_options = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.982579 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.982923 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.984082 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.984382 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.984677 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.984945 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.985201 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.985436 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.985670 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.985893 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.987085 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.987085 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.987085 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.987085 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.987085 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.987085 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.987085 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.987600 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.987688 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.987902 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.988874 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.988874 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.988874 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.988874 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.988874 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.988874 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.989277 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.989277 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.989397 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.989461 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.989607 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.989799 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.989929 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.990087 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.990245 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.990464 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.990553 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.990705 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.991017 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.991184 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.991329 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.991539 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.991682 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.992553 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.992553 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.992553 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] use_json = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.992553 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.992553 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.993305 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.993305 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.993305 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.993305 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.993820 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.993820 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 09 19:59:17.993820 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.994189 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.994189 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.994189 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.994581 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.994581 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.994850 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.994850 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.995097 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.995097 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.995242 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.995380 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.995551 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.995713 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.995905 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.996078 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.996234 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.996395 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.996610 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.996732 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.996863 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.997021 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.997199 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.997372 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.997510 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.997669 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.997830 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.997991 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.998152 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.998301 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.998464 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.998625 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.998786 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.998946 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.999105 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.999267 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.999427 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.999589 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:17.999751 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.000343 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 19:59:18.000781 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.000953 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.001116 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.001655 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.001655 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.001655 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.001860 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.001925 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.002040 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.002991 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.002991 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.002991 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.002991 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.002991 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.002991 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.003353 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.003353 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.003468 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.003580 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.004391 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.004391 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.004391 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.004391 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.004661 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.004661 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.004782 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.004945 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.005080 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.006473 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.006473 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.006473 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.006473 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.006473 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.006473 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.006473 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.006473 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.006473 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.007656 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.007656 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.007656 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.007656 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.007905 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.007905 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.008030 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.008178 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.009059 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.009059 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.009059 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.009059 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.009059 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.009376 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.009376 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.009494 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.009558 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.010186 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.010186 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.010186 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.010186 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.010448 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.010448 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.010599 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.010758 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.011633 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.011633 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.011633 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.011633 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.011633 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.011633 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.012040 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.012040 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.012157 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.012284 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.012455 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.012615 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.012779 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.012976 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.013113 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.013271 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.013431 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.014884 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.014884 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.014884 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.014884 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.014884 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.014884 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.014884 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.014884 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.014884 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.015375 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.015375 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.015375 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.015375 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.015602 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.016384 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.016384 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.016384 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.016384 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.016384 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.017716 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.017716 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.017716 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.017716 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.017716 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.017716 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.017716 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.017716 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.019054 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.019054 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.019054 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.019054 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.019054 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.019054 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.019054 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.019054 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.020462 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.020462 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.020462 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.020462 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.020462 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.020462 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.020462 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.020462 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.021025 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.021025 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.021025 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.021025 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.021025 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.021025 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.021025 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.021487 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.021487 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.021487 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.021691 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.021691 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.021832 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.022644 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.022644 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.022644 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.022644 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.022644 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.022952 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.022952 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.023068 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.023231 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.023392 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.023554 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.023713 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.023925 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.024103 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.024264 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.024426 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.024585 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.024782 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.024893 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.025061 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.025221 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.025357 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.025515 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.026500 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.026500 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.026500 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.026500 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.026500 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.026500 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.026855 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.026855 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.026855 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.027033 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.027790 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.027790 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.027790 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.027790 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.027790 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.029082 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.029082 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.029082 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.029082 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.029082 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.029082 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.029082 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.029082 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.029798 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.029798 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.029798 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.029968 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.030050 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.030176 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.030342 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.030661 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.030823 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.031131 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.031288 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.031462 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.031625 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.031784 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.031976 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.032137 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.032301 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.032459 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.032631 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.032793 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.032955 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.033792 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.033792 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.033792 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.033792 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.033792 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.035049 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.035049 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.035049 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.035049 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.035049 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.035049 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.035049 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.035049 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.035487 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.035487 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.035487 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.035655 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.035801 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.035994 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.036158 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.036333 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.036482 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.036625 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.036765 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.036928 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.037089 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.037249 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.037404 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.037550 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.037687 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.037840 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.038003 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.038161 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 09 19:59:18.038818 dv-cinder-795669-1-iscsi neutron-server[92346]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92346) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 09 19:59:29.039411 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa0d0df-cba4-4013-ade0-170c9d579e75 None None] get_active_networks_info from dv-cinder-795669-1-iscsi {{(pid=92457) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 09 19:59:29.160483 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa0d0df-cba4-4013-ade0-170c9d579e75 None None] No non-hosted networks {{(pid=92457) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 09 19:59:29.183955 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.agentschedulers_db [None req-4fa0d0df-cba4-4013-ade0-170c9d579e75 None None] DHCP Agent not found on host dv-cinder-795669-1-iscsi {{(pid=92457) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 09 19:59:29.385255 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-e9a2b686-fb0a-496b-84a9-396f26a98bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398'] for agent, after_create {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 19:59:31.470549 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398'] for agent, after_create {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 19:59:31.471566 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 19:59:31.472454 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 19:59:31.472572 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 19:59:31.473306 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 19:59:31.473698 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 19:59:31.474050 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 19:59:31.474391 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 19:59:31.476111 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 19:59:31.476111 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 19:59:31.476111 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 19:59:31.476385 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 19:59:31.476694 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 19:59:31.477092 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-795669-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 19:59:31.487310 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-795669-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 19:59:31.814781 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-16339d4f-5aef-4a76-9f6b-dca985a8860b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398'] for agent, after_create {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 19:59:31.842449 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.db.api [None req-e61ceec7-fbb6-43d1-aaf5-cc666a157bd8 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-795669-1-iscsi {{(pid=92457) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 19:59:31.843133 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_db.api [None req-e61ceec7-fbb6-43d1-aaf5-cc666a157bd8 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 19:59:32.364605 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-e61ceec7-fbb6-43d1-aaf5-cc666a157bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 19:59:32.698347 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398'] for agent, after_create {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 19:59:34.336661 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398'] for agent, after_create {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 19:59:35.603473 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 38020) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 19:59:36.214721 dv-cinder-795669-1-iscsi neutron-server[92456]: WARNING oslo_policy.policy [None req-43c9949c-d897-4aab-b880-1ad9fdcc2136 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 19:59:36.215357 dv-cinder-795669-1-iscsi neutron-server[92456]: WARNING oslo_policy.policy [None req-43c9949c-d897-4aab-b880-1ad9fdcc2136 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 19:59:36.433234 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [None req-43c9949c-d897-4aab-b880-1ad9fdcc2136 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 19:59:36.434191 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-43c9949c-d897-4aab-b880-1ad9fdcc2136 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8297663 Jun 09 19:59:37.039325 dv-cinder-795669-1-iscsi neutron-server[92457]: INFO neutron.db.l3_hamode_db [None req-48a67324-c161-4bca-afc8-d040ab43e888 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 09 19:59:37.124161 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a67324-c161-4bca-afc8-d040ab43e888 None None] Routers set() bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 19:59:37.124550 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a67324-c161-4bca-afc8-d040ab43e888 None None] Router IDs set() for agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 09 19:59:38.781579 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 38034) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 19:59:39.132168 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-33f5918f-10ff-4bd6-ac7c-054571296fd6 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 19:59:39.229394 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.policy [None req-33f5918f-10ff-4bd6-ac7c-054571296fd6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92456) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 09 19:59:39.276033 dv-cinder-795669-1-iscsi neutron-server[92456]: WARNING oslo_policy.policy [None req-33f5918f-10ff-4bd6-ac7c-054571296fd6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 19:59:39.276413 dv-cinder-795669-1-iscsi neutron-server[92456]: WARNING oslo_policy.policy [None req-33f5918f-10ff-4bd6-ac7c-054571296fd6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 19:59:39.285133 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.quota [None req-33f5918f-10ff-4bd6-ac7c-054571296fd6 admin admin] Loaded quota_driver: . Jun 09 19:59:39.454762 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-33f5918f-10ff-4bd6-ac7c-054571296fd6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784791115389', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784791114798', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784791124844', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784791131288', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784791141661', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784791147336', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-768978', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-764253', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3706717', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3741012'] for rbac-policy, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 19:59:39.697775 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-33f5918f-10ff-4bd6-ac7c-054571296fd6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 19:59:39.698947 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-33f5918f-10ff-4bd6-ac7c-054571296fd6 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9163957 Jun 09 19:59:42.257308 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 38046) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 19:59:42.596479 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-04b4e4ce-f17c-4095-a4f6-66b123f36482 admin admin] Request body: {'network': {'tenant_id': 'e9f382edc9204582a282cf6a3b7c8c43', 'project_id': 'e9f382edc9204582a282cf6a3b7c8c43', 'name': 'private', 'admin_state_up': True}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 19:59:42.680524 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b4e4ce-f17c-4095-a4f6-66b123f36482 admin admin] Made reservation on behalf of e9f382edc9204582a282cf6a3b7c8c43 for: {'network': 1} {{(pid=92456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 19:59:42.683358 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-04b4e4ce-f17c-4095-a4f6-66b123f36482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-786179'] for network, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 19:59:42.713498 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-04b4e4ce-f17c-4095-a4f6-66b123f36482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 19:59:42.829301 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-04b4e4ce-f17c-4095-a4f6-66b123f36482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 19:59:42.891715 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-04b4e4ce-f17c-4095-a4f6-66b123f36482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 19:59:42.897632 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 19:59:42.918878 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b4e4ce-f17c-4095-a4f6-66b123f36482 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=92456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 19:59:42.942255 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-04b4e4ce-f17c-4095-a4f6-66b123f36482 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784791871407', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028'] for segment, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 19:59:42.943324 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-04b4e4ce-f17c-4095-a4f6-66b123f36482 admin admin] Unsubscribe: segment precommit_create {{(pid=92456) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 09 19:59:42.943815 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.db.segments_db [None req-04b4e4ce-f17c-4095-a4f6-66b123f36482 admin admin] Added segment d25113d6-0e0c-4628-9b29-8590bfa2b71c of type vlan for network 3c36c980-13aa-42a3-9164-a4ed2a0d3eb5 Jun 09 19:59:42.952480 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4e4ce-f17c-4095-a4f6-66b123f36482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40700d9-c953-4aef-b8b3-4c772b9c9538,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 19:59:43.001456 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4e4ce-f17c-4095-a4f6-66b123f36482 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 19:59:43.001800 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4e4ce-f17c-4095-a4f6-66b123f36482 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 19:59:43.002128 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4e4ce-f17c-4095-a4f6-66b123f36482 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 19:59:43.002445 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4e4ce-f17c-4095-a4f6-66b123f36482 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 19:59:43.002760 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4e4ce-f17c-4095-a4f6-66b123f36482 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 19:59:43.003069 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4e4ce-f17c-4095-a4f6-66b123f36482 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 19:59:43.003373 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4e4ce-f17c-4095-a4f6-66b123f36482 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 19:59:43.003692 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4e4ce-f17c-4095-a4f6-66b123f36482 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 19:59:43.004007 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4e4ce-f17c-4095-a4f6-66b123f36482 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 19:59:43.004309 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4e4ce-f17c-4095-a4f6-66b123f36482 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 19:59:43.004616 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4e4ce-f17c-4095-a4f6-66b123f36482 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 19:59:43.004913 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4e4ce-f17c-4095-a4f6-66b123f36482 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 19:59:43.006704 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4e4ce-f17c-4095-a4f6-66b123f36482 admin admin] Tracked resource versions report: Jun 09 19:59:43.006704 dv-cinder-795669-1-iscsi neutron-server[92456]: pushed versions: Jun 09 19:59:43.006704 dv-cinder-795669-1-iscsi neutron-server[92456]: { 'AddressGroup': {'1.2'}, Jun 09 19:59:43.006704 dv-cinder-795669-1-iscsi neutron-server[92456]: 'ConntrackHelper': {'1.0'}, Jun 09 19:59:43.006704 dv-cinder-795669-1-iscsi neutron-server[92456]: 'Log': {'1.0'}, Jun 09 19:59:43.006704 dv-cinder-795669-1-iscsi neutron-server[92456]: 'Network': {'1.1'}, Jun 09 19:59:43.006704 dv-cinder-795669-1-iscsi neutron-server[92456]: 'Port': {'1.7'}, Jun 09 19:59:43.006704 dv-cinder-795669-1-iscsi neutron-server[92456]: 'PortForwarding': {'1.2'}, Jun 09 19:59:43.006704 dv-cinder-795669-1-iscsi neutron-server[92456]: 'QosPolicy': {'1.8'}, Jun 09 19:59:43.006704 dv-cinder-795669-1-iscsi neutron-server[92456]: 'SecurityGroup': {'1.4'}, Jun 09 19:59:43.006704 dv-cinder-795669-1-iscsi neutron-server[92456]: 'SecurityGroupRule': {'1.2'}, Jun 09 19:59:43.006704 dv-cinder-795669-1-iscsi neutron-server[92456]: 'SubPort': {'1.0'}, Jun 09 19:59:43.006704 dv-cinder-795669-1-iscsi neutron-server[92456]: 'Subnet': {'1.1'}, Jun 09 19:59:43.006704 dv-cinder-795669-1-iscsi neutron-server[92456]: 'Trunk': {'1.1'}} Jun 09 19:59:43.006704 dv-cinder-795669-1-iscsi neutron-server[92456]: consumer versions: Jun 09 19:59:43.006704 dv-cinder-795669-1-iscsi neutron-server[92456]: { DHCP agent@dv-cinder-795669-1-iscsi: {}, Jun 09 19:59:43.006704 dv-cinder-795669-1-iscsi neutron-server[92456]: L3 agent@dv-cinder-795669-1-iscsi: {}, Jun 09 19:59:43.006704 dv-cinder-795669-1-iscsi neutron-server[92456]: Metadata agent@dv-cinder-795669-1-iscsi: {}, Jun 09 19:59:43.006704 dv-cinder-795669-1-iscsi neutron-server[92456]: Metering agent@dv-cinder-795669-1-iscsi: {}, Jun 09 19:59:43.006704 dv-cinder-795669-1-iscsi neutron-server[92456]: Open vSwitch agent@dv-cinder-795669-1-iscsi: { 'AddressGroup': '1.2', Jun 09 19:59:43.006704 dv-cinder-795669-1-iscsi neutron-server[92456]: 'ConntrackHelper': '1.0', Jun 09 19:59:43.006704 dv-cinder-795669-1-iscsi neutron-server[92456]: 'Log': '1.0', Jun 09 19:59:43.006704 dv-cinder-795669-1-iscsi neutron-server[92456]: 'Network': '1.1', Jun 09 19:59:43.006704 dv-cinder-795669-1-iscsi neutron-server[92456]: 'Port': '1.7', Jun 09 19:59:43.006704 dv-cinder-795669-1-iscsi neutron-server[92456]: 'PortForwarding': '1.2', Jun 09 19:59:43.006704 dv-cinder-795669-1-iscsi neutron-server[92456]: 'QosPolicy': '1.8', Jun 09 19:59:43.006704 dv-cinder-795669-1-iscsi neutron-server[92456]: 'SecurityGroup': '1.4', Jun 09 19:59:43.006704 dv-cinder-795669-1-iscsi neutron-server[92456]: 'SecurityGroupRule': '1.2', Jun 09 19:59:43.006704 dv-cinder-795669-1-iscsi neutron-server[92456]: 'SubPort': '1.0', Jun 09 19:59:43.006704 dv-cinder-795669-1-iscsi neutron-server[92456]: 'Subnet': '1.1', Jun 09 19:59:43.006704 dv-cinder-795669-1-iscsi neutron-server[92456]: 'Trunk': '1.1'}} Jun 09 19:59:43.006704 dv-cinder-795669-1-iscsi neutron-server[92456]: {{(pid=92456) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 19:59:43.051073 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-04b4e4ce-f17c-4095-a4f6-66b123f36482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 19:59:43.066580 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-04b4e4ce-f17c-4095-a4f6-66b123f36482 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784791347429'] for network, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 19:59:43.165906 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-04b4e4ce-f17c-4095-a4f6-66b123f36482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3854142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545'] for network, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 19:59:43.167348 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b4e4ce-f17c-4095-a4f6-66b123f36482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 19:59:43.168025 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-04b4e4ce-f17c-4095-a4f6-66b123f36482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for network, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 19:59:43.171107 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 19:59:43.267104 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4e4ce-f17c-4095-a4f6-66b123f36482 admin admin] Pushing event updated for resources: {'Network': ['ID=3c36c980-13aa-42a3-9164-a4ed2a0d3eb5,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 19:59:43.270161 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-04b4e4ce-f17c-4095-a4f6-66b123f36482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 19:59:43.278266 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Network 3c36c980-13aa-42a3-9164-a4ed2a0d3eb5 details requested by agent ovs-agent-dv-cinder-795669-1-iscsi with host dv-cinder-795669-1-iscsi {{(pid=92457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 19:59:43.331026 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-04b4e4ce-f17c-4095-a4f6-66b123f36482 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0726464 Jun 09 19:59:46.055981 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 38060) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 19:59:46.512919 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6210a27-ac8c-4ad5-93ad-5b9e3dd81095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 19:59:46.514254 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-f6210a27-ac8c-4ad5-93ad-5b9e3dd81095 admin admin] 10.222.0.15 "GET /v2.0/networks/3c36c980-13aa-42a3-9164-a4ed2a0d3eb5 HTTP/1.1" status: 200 len: 825 time: 0.4573247 Jun 09 19:59:46.540948 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-8b25c73f-1d14-444f-b924-649c1755cf35 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/dc948d89-4242-40ce-9377-60fd5c4f16f5 HTTP/1.1" status: 200 len: 734 time: 0.0213962 Jun 09 19:59:46.549072 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-4c140d8d-ef6f-41e7-866d-456ed1cff5c3 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'network_id': '3c36c980-13aa-42a3-9164-a4ed2a0d3eb5', 'tenant_id': 'e9f382edc9204582a282cf6a3b7c8c43', 'subnetpool_id': 'dc948d89-4242-40ce-9377-60fd5c4f16f5', 'gateway_ip': '172.20.0.1'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 19:59:46.634573 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c140d8d-ef6f-41e7-866d-456ed1cff5c3 admin admin] Made reservation on behalf of e9f382edc9204582a282cf6a3b7c8c43 for: {'subnet': 1} {{(pid=92456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 19:59:46.636796 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-4c140d8d-ef6f-41e7-866d-456ed1cff5c3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 19:59:46.960488 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-4c140d8d-ef6f-41e7-866d-456ed1cff5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440'] for subnet, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 19:59:46.965520 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 19:59:47.055389 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c140d8d-ef6f-41e7-866d-456ed1cff5c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9189b755-1e1b-429d-9384-159804a026bf,revision_number=0']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 19:59:47.057979 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c140d8d-ef6f-41e7-866d-456ed1cff5c3 admin admin] Checking segment: {'id': 'd25113d6-0e0c-4628-9b29-8590bfa2b71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3c36c980-13aa-42a3-9164-a4ed2a0d3eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 19:59:47.058556 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c140d8d-ef6f-41e7-866d-456ed1cff5c3 admin admin] Network hostable DHCP agents. Network: 3c36c980-13aa-42a3-9164-a4ed2a0d3eb5, hostable agents: ['2a21a80c-97c7-49ed-8bbe-36caa960580c'], hosted agents: [] {{(pid=92456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 19:59:47.064067 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-4c140d8d-ef6f-41e7-866d-456ed1cff5c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 19:59:47.137138 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c140d8d-ef6f-41e7-866d-456ed1cff5c3 admin admin] Network 3c36c980-13aa-42a3-9164-a4ed2a0d3eb5 is scheduled to be hosted by DHCP agent 2a21a80c-97c7-49ed-8bbe-36caa960580c with binding_index 1 {{(pid=92456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 19:59:47.251406 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [None req-4c140d8d-ef6f-41e7-866d-456ed1cff5c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795669-1-iscsi, 3c36c980-13aa-42a3-9164-a4ed2a0d3eb5) {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 19:59:47.256293 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c140d8d-ef6f-41e7-866d-456ed1cff5c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 19:59:47.256877 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-4c140d8d-ef6f-41e7-866d-456ed1cff5c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for subnet, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 19:59:47.260764 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e24f41-4128-4f38-8a42-f6d316bcf7d7 None None] Network 3c36c980-13aa-42a3-9164-a4ed2a0d3eb5 requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 19:59:47.326582 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-4c140d8d-ef6f-41e7-866d-456ed1cff5c3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7807205 Jun 09 19:59:47.574433 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352544ac-b254-4b09-acc1-e145dd91dae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9039d117-f7fa-5a03-916c-66ac7993bb31-3c36c980-13aa-42a3-9164-a4ed2a0d3eb5', 'network_id': '3c36c980-13aa-42a3-9164-a4ed2a0d3eb5', 'tenant_id': 'e9f382edc9204582a282cf6a3b7c8c43', 'fixed_ips': [{'subnet_id': '9189b755-1e1b-429d-9384-159804a026bf'}]}} from dv-cinder-795669-1-iscsi. {{(pid=92457) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 19:59:47.575664 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-352544ac-b254-4b09-acc1-e145dd91dae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 19:59:47.764006 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.db_base_plugin_common [None req-352544ac-b254-4b09-acc1-e145dd91dae7 None None] Allocated IP 172.20.0.2 (3c36c980-13aa-42a3-9164-a4ed2a0d3eb5/9189b755-1e1b-429d-9384-159804a026bf/be7e3213-d3fc-4fdc-8653-70edcf90bf43) {{(pid=92457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 19:59:47.990618 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-352544ac-b254-4b09-acc1-e145dd91dae7 None None] Notify callbacks [] for port, precommit_create {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 19:59:48.003270 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-352544ac-b254-4b09-acc1-e145dd91dae7 None None] Transition to ACTIVE for port object be7e3213-d3fc-4fdc-8653-70edcf90bf43 will not be triggered until provisioned by entity L2. {{(pid=92457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 19:59:48.025849 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-352544ac-b254-4b09-acc1-e145dd91dae7 None None] Transition to ACTIVE for port object be7e3213-d3fc-4fdc-8653-70edcf90bf43 will not be triggered until provisioned by entity DHCP. {{(pid=92457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 19:59:48.086604 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-352544ac-b254-4b09-acc1-e145dd91dae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368'] for port, after_create {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 19:59:48.091355 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 19:59:48.151407 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352544ac-b254-4b09-acc1-e145dd91dae7 None None] Network 3c36c980-13aa-42a3-9164-a4ed2a0d3eb5 is already hosted by enough agents. {{(pid=92457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 19:59:48.154520 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.scheduler.base_scheduler [None req-352544ac-b254-4b09-acc1-e145dd91dae7 None None] Resources bound (agent type, host, resource id): {{(pid=92457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 19:59:48.158984 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352544ac-b254-4b09-acc1-e145dd91dae7 None None] Received port after_create {{(pid=92457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 19:59:48.165373 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352544ac-b254-4b09-acc1-e145dd91dae7 None None] Pushing event updated for resources: {'Port': ['ID=be7e3213-d3fc-4fdc-8653-70edcf90bf43,revision_number=1']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 19:59:48.201643 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352544ac-b254-4b09-acc1-e145dd91dae7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 19:59:48.201981 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352544ac-b254-4b09-acc1-e145dd91dae7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 19:59:48.202310 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352544ac-b254-4b09-acc1-e145dd91dae7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 19:59:48.202633 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352544ac-b254-4b09-acc1-e145dd91dae7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 19:59:48.202954 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352544ac-b254-4b09-acc1-e145dd91dae7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 19:59:48.203269 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352544ac-b254-4b09-acc1-e145dd91dae7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 19:59:48.203580 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352544ac-b254-4b09-acc1-e145dd91dae7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 19:59:48.203912 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352544ac-b254-4b09-acc1-e145dd91dae7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 19:59:48.204247 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352544ac-b254-4b09-acc1-e145dd91dae7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 19:59:48.204562 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352544ac-b254-4b09-acc1-e145dd91dae7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 19:59:48.204870 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352544ac-b254-4b09-acc1-e145dd91dae7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 19:59:48.205176 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352544ac-b254-4b09-acc1-e145dd91dae7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 19:59:48.206211 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352544ac-b254-4b09-acc1-e145dd91dae7 None None] Tracked resource versions report: Jun 09 19:59:48.206211 dv-cinder-795669-1-iscsi neutron-server[92457]: pushed versions: Jun 09 19:59:48.206211 dv-cinder-795669-1-iscsi neutron-server[92457]: { 'AddressGroup': {'1.2'}, Jun 09 19:59:48.206211 dv-cinder-795669-1-iscsi neutron-server[92457]: 'ConntrackHelper': {'1.0'}, Jun 09 19:59:48.206211 dv-cinder-795669-1-iscsi neutron-server[92457]: 'Log': {'1.0'}, Jun 09 19:59:48.206211 dv-cinder-795669-1-iscsi neutron-server[92457]: 'Network': {'1.1'}, Jun 09 19:59:48.206211 dv-cinder-795669-1-iscsi neutron-server[92457]: 'Port': {'1.7'}, Jun 09 19:59:48.206211 dv-cinder-795669-1-iscsi neutron-server[92457]: 'PortForwarding': {'1.2'}, Jun 09 19:59:48.206211 dv-cinder-795669-1-iscsi neutron-server[92457]: 'QosPolicy': {'1.8'}, Jun 09 19:59:48.206211 dv-cinder-795669-1-iscsi neutron-server[92457]: 'SecurityGroup': {'1.4'}, Jun 09 19:59:48.206211 dv-cinder-795669-1-iscsi neutron-server[92457]: 'SecurityGroupRule': {'1.2'}, Jun 09 19:59:48.206211 dv-cinder-795669-1-iscsi neutron-server[92457]: 'SubPort': {'1.0'}, Jun 09 19:59:48.206211 dv-cinder-795669-1-iscsi neutron-server[92457]: 'Subnet': {'1.1'}, Jun 09 19:59:48.206211 dv-cinder-795669-1-iscsi neutron-server[92457]: 'Trunk': {'1.1'}} Jun 09 19:59:48.206211 dv-cinder-795669-1-iscsi neutron-server[92457]: consumer versions: Jun 09 19:59:48.206211 dv-cinder-795669-1-iscsi neutron-server[92457]: { DHCP agent@dv-cinder-795669-1-iscsi: {}, Jun 09 19:59:48.206211 dv-cinder-795669-1-iscsi neutron-server[92457]: L3 agent@dv-cinder-795669-1-iscsi: {}, Jun 09 19:59:48.206211 dv-cinder-795669-1-iscsi neutron-server[92457]: Metadata agent@dv-cinder-795669-1-iscsi: {}, Jun 09 19:59:48.206211 dv-cinder-795669-1-iscsi neutron-server[92457]: Metering agent@dv-cinder-795669-1-iscsi: {}, Jun 09 19:59:48.206211 dv-cinder-795669-1-iscsi neutron-server[92457]: Open vSwitch agent@dv-cinder-795669-1-iscsi: { 'AddressGroup': '1.2', Jun 09 19:59:48.206211 dv-cinder-795669-1-iscsi neutron-server[92457]: 'ConntrackHelper': '1.0', Jun 09 19:59:48.206211 dv-cinder-795669-1-iscsi neutron-server[92457]: 'Log': '1.0', Jun 09 19:59:48.206211 dv-cinder-795669-1-iscsi neutron-server[92457]: 'Network': '1.1', Jun 09 19:59:48.206211 dv-cinder-795669-1-iscsi neutron-server[92457]: 'Port': '1.7', Jun 09 19:59:48.206211 dv-cinder-795669-1-iscsi neutron-server[92457]: 'PortForwarding': '1.2', Jun 09 19:59:48.206211 dv-cinder-795669-1-iscsi neutron-server[92457]: 'QosPolicy': '1.8', Jun 09 19:59:48.206211 dv-cinder-795669-1-iscsi neutron-server[92457]: 'SecurityGroup': '1.4', Jun 09 19:59:48.206211 dv-cinder-795669-1-iscsi neutron-server[92457]: 'SecurityGroupRule': '1.2', Jun 09 19:59:48.206211 dv-cinder-795669-1-iscsi neutron-server[92457]: 'SubPort': '1.0', Jun 09 19:59:48.206211 dv-cinder-795669-1-iscsi neutron-server[92457]: 'Subnet': '1.1', Jun 09 19:59:48.206211 dv-cinder-795669-1-iscsi neutron-server[92457]: 'Trunk': '1.1'}} Jun 09 19:59:48.206211 dv-cinder-795669-1-iscsi neutron-server[92457]: {{(pid=92457) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 19:59:48.210166 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-352544ac-b254-4b09-acc1-e145dd91dae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 19:59:48.264920 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-352544ac-b254-4b09-acc1-e145dd91dae7 None None] Attempting to bind port be7e3213-d3fc-4fdc-8653-70edcf90bf43 on host dv-cinder-795669-1-iscsi for vnic_type normal with profile {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 19:59:48.265565 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-352544ac-b254-4b09-acc1-e145dd91dae7 None None] Attempting to bind port be7e3213-d3fc-4fdc-8653-70edcf90bf43 by drivers openvswitch,hyperv on host dv-cinder-795669-1-iscsi at level 0 using segments [{'id': 'd25113d6-0e0c-4628-9b29-8590bfa2b71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3c36c980-13aa-42a3-9164-a4ed2a0d3eb5'}] {{(pid=92457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 19:59:48.265709 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352544ac-b254-4b09-acc1-e145dd91dae7 None None] Attempting to bind port be7e3213-d3fc-4fdc-8653-70edcf90bf43 on network 3c36c980-13aa-42a3-9164-a4ed2a0d3eb5 {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 19:59:48.271298 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352544ac-b254-4b09-acc1-e145dd91dae7 None None] Checking agent: {'id': 'b1990edb-c1d4-4f42-bb5d-5bf0b4ac7e85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 19, 59, 31), 'started_at': datetime.datetime(2021, 6, 9, 19, 59, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 19, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 19:59:48.271718 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352544ac-b254-4b09-acc1-e145dd91dae7 None None] Checking segment: {'id': 'd25113d6-0e0c-4628-9b29-8590bfa2b71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3c36c980-13aa-42a3-9164-a4ed2a0d3eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 19:59:48.272185 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-352544ac-b254-4b09-acc1-e145dd91dae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 19:59:48.272562 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352544ac-b254-4b09-acc1-e145dd91dae7 None None] Bound using segment: {'id': 'd25113d6-0e0c-4628-9b29-8590bfa2b71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3c36c980-13aa-42a3-9164-a4ed2a0d3eb5'} {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 19:59:48.273020 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-352544ac-b254-4b09-acc1-e145dd91dae7 None None] Bound port: be7e3213-d3fc-4fdc-8653-70edcf90bf43, host: dv-cinder-795669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd25113d6-0e0c-4628-9b29-8590bfa2b71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3c36c980-13aa-42a3-9164-a4ed2a0d3eb5'}}] {{(pid=92457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 19:59:48.273384 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-352544ac-b254-4b09-acc1-e145dd91dae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 19:59:48.359785 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-352544ac-b254-4b09-acc1-e145dd91dae7 None None] For port be7e3213-d3fc-4fdc-8653-70edcf90bf43, host dv-cinder-795669-1-iscsi, cleared binding levels {{(pid=92457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 19:59:48.363470 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-352544ac-b254-4b09-acc1-e145dd91dae7 None None] For port be7e3213-d3fc-4fdc-8653-70edcf90bf43, host dv-cinder-795669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=be7e3213-d3fc-4fdc-8653-70edcf90bf43,segment=NetworkSegment(d25113d6-0e0c-4628-9b29-8590bfa2b71c),segment_id=d25113d6-0e0c-4628-9b29-8590bfa2b71c)] {{(pid=92457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 19:59:48.423690 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-352544ac-b254-4b09-acc1-e145dd91dae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 19:59:48.427680 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-352544ac-b254-4b09-acc1-e145dd91dae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 19:59:48.507707 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352544ac-b254-4b09-acc1-e145dd91dae7 None None] Pushing event updated for resources: {'Port': ['ID=be7e3213-d3fc-4fdc-8653-70edcf90bf43,revision_number=2']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 19:59:48.510972 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-352544ac-b254-4b09-acc1-e145dd91dae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 19:59:49.719656 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 38068) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 19:59:50.086413 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [None req-4ba51cbc-4b4a-4483-ac73-62d6040b08c1 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 19:59:50.087407 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-4ba51cbc-4b4a-4483-ac73-62d6040b08c1 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3666239 Jun 09 19:59:52.436699 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 38076) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 19:59:52.793276 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [None req-10e90b9e-1c05-468a-9878-1c086822f4b4 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 19:59:52.794362 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-10e90b9e-1c05-468a-9878-1c086822f4b4 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3567460 Jun 09 19:59:53.349098 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device be7e3213-d3fc-4fdc-8653-70edcf90bf43 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 19:59:53.493975 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning for port be7e3213-d3fc-4fdc-8653-70edcf90bf43 completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 19:59:54.288100 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39b541b-bde9-450c-b401-87edd2e2047b None None] Network 3c36c980-13aa-42a3-9164-a4ed2a0d3eb5 requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 19:59:54.441894 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-60627376-109e-46fa-9d2e-ba9e694efbc8 None None] Provisioning for port be7e3213-d3fc-4fdc-8653-70edcf90bf43 completed by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 19:59:54.452857 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-60627376-109e-46fa-9d2e-ba9e694efbc8 None None] Provisioning complete for port be7e3213-d3fc-4fdc-8653-70edcf90bf43 triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 19:59:54.453252 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-60627376-109e-46fa-9d2e-ba9e694efbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 19:59:54.661145 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-60627376-109e-46fa-9d2e-ba9e694efbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 19:59:54.697557 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-60627376-109e-46fa-9d2e-ba9e694efbc8 None None] For port be7e3213-d3fc-4fdc-8653-70edcf90bf43, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=be7e3213-d3fc-4fdc-8653-70edcf90bf43,segment=NetworkSegment(d25113d6-0e0c-4628-9b29-8590bfa2b71c),segment_id=d25113d6-0e0c-4628-9b29-8590bfa2b71c)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 19:59:54.763910 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-60627376-109e-46fa-9d2e-ba9e694efbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 19:59:54.766804 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-352544ac-b254-4b09-acc1-e145dd91dae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 19:59:54.830943 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60627376-109e-46fa-9d2e-ba9e694efbc8 None None] Pushing event updated for resources: {'Port': ['ID=be7e3213-d3fc-4fdc-8653-70edcf90bf43,revision_number=3']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 19:59:54.834198 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-60627376-109e-46fa-9d2e-ba9e694efbc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 19:59:54.884595 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7785ee85-2380-4e9e-9183-d487bd805339 None None] Provisioning complete for port be7e3213-d3fc-4fdc-8653-70edcf90bf43 triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 19:59:54.884888 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7785ee85-2380-4e9e-9183-d487bd805339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 19:59:55.329971 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device be7e3213-d3fc-4fdc-8653-70edcf90bf43 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 19:59:55.394370 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port be7e3213-d3fc-4fdc-8653-70edcf90bf43 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 19:59:55.394790 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 19:59:55.429335 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 38090) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 19:59:55.772917 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-83550f0d-22d8-4282-bd17-17de96fe0d29 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'e9f382edc9204582a282cf6a3b7c8c43', 'name': 'router1'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 19:59:55.874257 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-83550f0d-22d8-4282-bd17-17de96fe0d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3905348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3093'] for router, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 19:59:55.875811 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-83550f0d-22d8-4282-bd17-17de96fe0d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3924451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3978520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3084'] for router, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 19:59:55.896559 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-83550f0d-22d8-4282-bd17-17de96fe0d29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 19:59:56.058541 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-83550f0d-22d8-4282-bd17-17de96fe0d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3905395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3924414'] for router, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 19:59:56.130135 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-83550f0d-22d8-4282-bd17-17de96fe0d29 admin admin] Notify callbacks [] for router, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 19:59:56.131295 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-83550f0d-22d8-4282-bd17-17de96fe0d29 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7010021 Jun 09 19:59:58.464289 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 38098) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 19:59:58.824079 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [None req-41a9c27f-a8a4-481e-b214-070df78d75b3 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 19:59:58.825101 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-41a9c27f-a8a4-481e-b214-070df78d75b3 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3598826 Jun 09 19:59:59.043672 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-5e081942-a19a-4eb3-bd76-a2063bfa2999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:01.164767 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 38106) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:00:01.439586 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:01.527159 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-623fac14-b018-478b-9328-56de8c41359e admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:00:01.696670 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623fac14-b018-478b-9328-56de8c41359e admin admin] Made reservation on behalf of 44922f5afdfe43f8860e1106271e7c01 for: {'network': 1} {{(pid=92456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:00:01.698945 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-623fac14-b018-478b-9328-56de8c41359e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-786179'] for network, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:01.713247 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-623fac14-b018-478b-9328-56de8c41359e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:01.799182 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-3724f762-518a-4c43-8500-f8c9f98ef15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:01.815376 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-623fac14-b018-478b-9328-56de8c41359e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:01.873414 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-623fac14-b018-478b-9328-56de8c41359e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:01.877933 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-04b4e4ce-f17c-4095-a4f6-66b123f36482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:00:01.890340 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-623fac14-b018-478b-9328-56de8c41359e admin admin] Reserving flat network on physical network physnet1 {{(pid=92456) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 09 20:00:01.913988 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623fac14-b018-478b-9328-56de8c41359e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5be6dc-82ec-41d5-b576-1ed296099170,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:00:01.917389 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-623fac14-b018-478b-9328-56de8c41359e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028'] for segment, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:01.917716 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.db.segments_db [None req-623fac14-b018-478b-9328-56de8c41359e admin admin] Added segment 5cc1a330-8329-4d0b-b0d5-254d1224405d of type flat for network 7113ecea-0b68-4d56-a6ae-4e94112ae602 Jun 09 20:00:01.918913 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-623fac14-b018-478b-9328-56de8c41359e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:00:01.947199 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-623fac14-b018-478b-9328-56de8c41359e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784791347429'] for network, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:02.039237 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-623fac14-b018-478b-9328-56de8c41359e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3854142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545'] for network, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:02.040492 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623fac14-b018-478b-9328-56de8c41359e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:00:02.041054 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-623fac14-b018-478b-9328-56de8c41359e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for network, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:02.045444 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-04b4e4ce-f17c-4095-a4f6-66b123f36482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:00:02.139456 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623fac14-b018-478b-9328-56de8c41359e admin admin] Pushing event updated for resources: {'Network': ['ID=7113ecea-0b68-4d56-a6ae-4e94112ae602,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:00:02.142322 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-623fac14-b018-478b-9328-56de8c41359e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:00:02.153065 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Network 7113ecea-0b68-4d56-a6ae-4e94112ae602 details requested by agent ovs-agent-dv-cinder-795669-1-iscsi with host dv-cinder-795669-1-iscsi {{(pid=92457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 20:00:02.198829 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-623fac14-b018-478b-9328-56de8c41359e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0329967 Jun 09 20:00:02.627982 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:04.231636 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:04.596218 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 38124) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:00:04.799680 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c66a66-aa65-45ef-9ffd-7b0225e44b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:00:04.800999 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-b0c66a66-aa65-45ef-9ffd-7b0225e44b78 admin admin] 10.222.0.15 "GET /v2.0/subnets/9189b755-1e1b-429d-9384-159804a026bf HTTP/1.1" status: 200 len: 849 time: 0.2037241 Jun 09 20:00:04.937144 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-47154794-d6f7-4a36-befd-652327fdf807 admin admin] 10.222.0.15 "GET /v2.0/routers/29c48563-c30a-46d9-a228-601affd5850b HTTP/1.1" status: 200 len: 704 time: 0.1308422 Jun 09 20:00:05.378488 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-8365bb7b-f283-40aa-866d-ab5262801ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:05.625269 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_common [None req-8365bb7b-f283-40aa-866d-ab5262801ad3 admin admin] Allocated IP 172.20.0.1 (3c36c980-13aa-42a3-9164-a4ed2a0d3eb5/9189b755-1e1b-429d-9384-159804a026bf/53fb79ae-967b-4828-961f-f2891f936592) {{(pid=92456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:00:05.773006 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-8365bb7b-f283-40aa-866d-ab5262801ad3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:05.789274 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.provisioning_blocks [None req-8365bb7b-f283-40aa-866d-ab5262801ad3 admin admin] Transition to ACTIVE for port object 53fb79ae-967b-4828-961f-f2891f936592 will not be triggered until provisioned by entity DHCP. {{(pid=92456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:00:05.988917 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-8365bb7b-f283-40aa-866d-ab5262801ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368'] for port, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:05.992360 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:00:06.054008 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8365bb7b-f283-40aa-866d-ab5262801ad3 admin admin] Network 3c36c980-13aa-42a3-9164-a4ed2a0d3eb5 is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:00:06.056775 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [None req-8365bb7b-f283-40aa-866d-ab5262801ad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:00:06.060427 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8365bb7b-f283-40aa-866d-ab5262801ad3 admin admin] Received port after_create {{(pid=92456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:00:06.066754 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-8365bb7b-f283-40aa-866d-ab5262801ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3925236'] for router_interface, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:06.185828 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365bb7b-f283-40aa-866d-ab5262801ad3 admin admin] Pushing event updated for resources: {'Port': ['ID=53fb79ae-967b-4828-961f-f2891f936592,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:00:06.191949 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-8365bb7b-f283-40aa-866d-ab5262801ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:00:06.345939 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-4b015aaf-5f4b-4a0f-8d7a-b7dfcf04947f None None] Provisioning for port 53fb79ae-967b-4828-961f-f2891f936592 completed by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:00:06.351220 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-4b015aaf-5f4b-4a0f-8d7a-b7dfcf04947f None None] Provisioning complete for port 53fb79ae-967b-4828-961f-f2891f936592 triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:00:06.355071 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-4b015aaf-5f4b-4a0f-8d7a-b7dfcf04947f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:06.370189 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-8365bb7b-f283-40aa-866d-ab5262801ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:06.406508 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-4b015aaf-5f4b-4a0f-8d7a-b7dfcf04947f None None] Port 53fb79ae-967b-4828-961f-f2891f936592 cannot update to ACTIVE because it is not bound. {{(pid=92457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 20:00:06.591996 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-8365bb7b-f283-40aa-866d-ab5262801ad3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:06.667842 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-8365bb7b-f283-40aa-866d-ab5262801ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:06.668928 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-8365bb7b-f283-40aa-866d-ab5262801ad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3714543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3926453'] for router_interface, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:06.672190 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:00:06.800251 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365bb7b-f283-40aa-866d-ab5262801ad3 admin admin] Pushing event updated for resources: {'Port': ['ID=53fb79ae-967b-4828-961f-f2891f936592,revision_number=2']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:00:06.804314 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-8365bb7b-f283-40aa-866d-ab5262801ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:00:06.861552 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8365bb7b-f283-40aa-866d-ab5262801ad3 admin admin] Network 3c36c980-13aa-42a3-9164-a4ed2a0d3eb5 is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:00:06.862608 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [None req-8365bb7b-f283-40aa-866d-ab5262801ad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:00:07.027529 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-ecfb837e-f68c-4dc3-b9a0-d0f93bf23377 None None] Provisioning complete for port 53fb79ae-967b-4828-961f-f2891f936592 triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:00:07.028011 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-ecfb837e-f68c-4dc3-b9a0-d0f93bf23377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:07.078786 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-ecfb837e-f68c-4dc3-b9a0-d0f93bf23377 None None] Port 53fb79ae-967b-4828-961f-f2891f936592 cannot update to ACTIVE because it is not bound. {{(pid=92457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 20:00:07.129978 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8365bb7b-f283-40aa-866d-ab5262801ad3 admin admin] Router 29c48563-c30a-46d9-a228-601affd5850b is scheduled to L3 agent 64117835-a1f5-4801-ace7-11985afbc460 with binding_index 1 {{(pid=92456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 20:00:07.312995 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8365bb7b-f283-40aa-866d-ab5262801ad3 admin admin] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:00:07.319321 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-8365bb7b-f283-40aa-866d-ab5262801ad3 admin admin] 10.222.0.15 "PUT /v2.0/routers/29c48563-c30a-46d9-a228-601affd5850b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3774214 Jun 09 20:00:07.323278 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d45135a-7384-4263-9e57-438ca7c30fa8 None None] Sync routers for ids ['29c48563-c30a-46d9-a228-601affd5850b'] in dv-cinder-795669-1-iscsi {{(pid=92458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:00:07.333856 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d45135a-7384-4263-9e57-438ca7c30fa8 None None] Routers {'29c48563-c30a-46d9-a228-601affd5850b'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:00:07.334733 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-4d45135a-7384-4263-9e57-438ca7c30fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:00:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['29c48563-c30a-46d9-a228-601affd5850b'], 'active': True} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:00:07.505632 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvr_db [None req-4d45135a-7384-4263-9e57-438ca7c30fa8 None None] Set router 29c48563-c30a-46d9-a228-601affd5850b gateway port host: None {{(pid=92458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:00:07.869920 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-4d45135a-7384-4263-9e57-438ca7c30fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c48563-c30a-46d9-a228-601affd5850b', 'name': 'router1', 'tenant_id': 'e9f382edc9204582a282cf6a3b7c8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T19:59:55Z', 'updated_at': '2021-06-09T20:00:06Z', 'revision_number': 2, 'project_id': 'e9f382edc9204582a282cf6a3b7c8c43', 'gw_port_host': None, '_interfaces': [{'id': '53fb79ae-967b-4828-961f-f2891f936592', 'name': '', 'network_id': '3c36c980-13aa-42a3-9164-a4ed2a0d3eb5', 'tenant_id': 'e9f382edc9204582a282cf6a3b7c8c43', 'mac_address': 'fa:16:3e:fd:56:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c48563-c30a-46d9-a228-601affd5850b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9189b755-1e1b-429d-9384-159804a026bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:00:05Z', 'updated_at': '2021-06-09T20:00:06Z', 'revision_number': 2, 'project_id': 'e9f382edc9204582a282cf6a3b7c8c43', 'subnets': [{'id': '9189b755-1e1b-429d-9384-159804a026bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc948d89-4242-40ce-9377-60fd5c4f16f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:00:07.874617 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d45135a-7384-4263-9e57-438ca7c30fa8 None None] Checking router: 29c48563-c30a-46d9-a228-601affd5850b for host: dv-cinder-795669-1-iscsi {{(pid=92458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:00:07.874987 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d45135a-7384-4263-9e57-438ca7c30fa8 None None] Updating router 29c48563-c30a-46d9-a228-601affd5850b port 53fb79ae-967b-4828-961f-f2891f936592 binding host dv-cinder-795669-1-iscsi {{(pid=92458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 20:00:07.929452 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-4d45135a-7384-4263-9e57-438ca7c30fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:08.302947 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-4d45135a-7384-4263-9e57-438ca7c30fa8 None None] Notify callbacks [] for port, precommit_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:08.317269 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.provisioning_blocks [None req-4d45135a-7384-4263-9e57-438ca7c30fa8 None None] Transition to ACTIVE for port object 53fb79ae-967b-4828-961f-f2891f936592 will not be triggered until provisioned by entity L2. {{(pid=92458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:00:08.393598 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-4d45135a-7384-4263-9e57-438ca7c30fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:08.399990 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:00:08.574100 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2dc83-d0ed-4a58-9d8c-63b003c702aa None None] Pushing event updated for resources: {'Port': ['ID=53fb79ae-967b-4828-961f-f2891f936592,revision_number=3']} {{(pid=92458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:00:08.615375 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2dc83-d0ed-4a58-9d8c-63b003c702aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:00:08.615723 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2dc83-d0ed-4a58-9d8c-63b003c702aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:00:08.616078 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2dc83-d0ed-4a58-9d8c-63b003c702aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:00:08.616405 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2dc83-d0ed-4a58-9d8c-63b003c702aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:00:08.618938 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2dc83-d0ed-4a58-9d8c-63b003c702aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:00:08.618938 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2dc83-d0ed-4a58-9d8c-63b003c702aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:00:08.618938 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2dc83-d0ed-4a58-9d8c-63b003c702aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:00:08.618938 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2dc83-d0ed-4a58-9d8c-63b003c702aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:00:08.618938 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2dc83-d0ed-4a58-9d8c-63b003c702aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:00:08.618938 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2dc83-d0ed-4a58-9d8c-63b003c702aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:00:08.618938 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2dc83-d0ed-4a58-9d8c-63b003c702aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:00:08.618938 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2dc83-d0ed-4a58-9d8c-63b003c702aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:00:08.619850 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b2dc83-d0ed-4a58-9d8c-63b003c702aa None None] Tracked resource versions report: Jun 09 20:00:08.619850 dv-cinder-795669-1-iscsi neutron-server[92458]: pushed versions: Jun 09 20:00:08.619850 dv-cinder-795669-1-iscsi neutron-server[92458]: { 'AddressGroup': {'1.2'}, Jun 09 20:00:08.619850 dv-cinder-795669-1-iscsi neutron-server[92458]: 'ConntrackHelper': {'1.0'}, Jun 09 20:00:08.619850 dv-cinder-795669-1-iscsi neutron-server[92458]: 'Log': {'1.0'}, Jun 09 20:00:08.619850 dv-cinder-795669-1-iscsi neutron-server[92458]: 'Network': {'1.1'}, Jun 09 20:00:08.619850 dv-cinder-795669-1-iscsi neutron-server[92458]: 'Port': {'1.7'}, Jun 09 20:00:08.619850 dv-cinder-795669-1-iscsi neutron-server[92458]: 'PortForwarding': {'1.2'}, Jun 09 20:00:08.619850 dv-cinder-795669-1-iscsi neutron-server[92458]: 'QosPolicy': {'1.8'}, Jun 09 20:00:08.619850 dv-cinder-795669-1-iscsi neutron-server[92458]: 'SecurityGroup': {'1.4'}, Jun 09 20:00:08.619850 dv-cinder-795669-1-iscsi neutron-server[92458]: 'SecurityGroupRule': {'1.2'}, Jun 09 20:00:08.619850 dv-cinder-795669-1-iscsi neutron-server[92458]: 'SubPort': {'1.0'}, Jun 09 20:00:08.619850 dv-cinder-795669-1-iscsi neutron-server[92458]: 'Subnet': {'1.1'}, Jun 09 20:00:08.619850 dv-cinder-795669-1-iscsi neutron-server[92458]: 'Trunk': {'1.1'}} Jun 09 20:00:08.619850 dv-cinder-795669-1-iscsi neutron-server[92458]: consumer versions: Jun 09 20:00:08.619850 dv-cinder-795669-1-iscsi neutron-server[92458]: { DHCP agent@dv-cinder-795669-1-iscsi: {}, Jun 09 20:00:08.619850 dv-cinder-795669-1-iscsi neutron-server[92458]: L3 agent@dv-cinder-795669-1-iscsi: {}, Jun 09 20:00:08.619850 dv-cinder-795669-1-iscsi neutron-server[92458]: Metadata agent@dv-cinder-795669-1-iscsi: {}, Jun 09 20:00:08.619850 dv-cinder-795669-1-iscsi neutron-server[92458]: Metering agent@dv-cinder-795669-1-iscsi: {}, Jun 09 20:00:08.619850 dv-cinder-795669-1-iscsi neutron-server[92458]: Open vSwitch agent@dv-cinder-795669-1-iscsi: { 'AddressGroup': '1.2', Jun 09 20:00:08.619850 dv-cinder-795669-1-iscsi neutron-server[92458]: 'ConntrackHelper': '1.0', Jun 09 20:00:08.619850 dv-cinder-795669-1-iscsi neutron-server[92458]: 'Log': '1.0', Jun 09 20:00:08.619850 dv-cinder-795669-1-iscsi neutron-server[92458]: 'Network': '1.1', Jun 09 20:00:08.619850 dv-cinder-795669-1-iscsi neutron-server[92458]: 'Port': '1.7', Jun 09 20:00:08.619850 dv-cinder-795669-1-iscsi neutron-server[92458]: 'PortForwarding': '1.2', Jun 09 20:00:08.619850 dv-cinder-795669-1-iscsi neutron-server[92458]: 'QosPolicy': '1.8', Jun 09 20:00:08.619850 dv-cinder-795669-1-iscsi neutron-server[92458]: 'SecurityGroup': '1.4', Jun 09 20:00:08.619850 dv-cinder-795669-1-iscsi neutron-server[92458]: 'SecurityGroupRule': '1.2', Jun 09 20:00:08.619850 dv-cinder-795669-1-iscsi neutron-server[92458]: 'SubPort': '1.0', Jun 09 20:00:08.619850 dv-cinder-795669-1-iscsi neutron-server[92458]: 'Subnet': '1.1', Jun 09 20:00:08.619850 dv-cinder-795669-1-iscsi neutron-server[92458]: 'Trunk': '1.1'}} Jun 09 20:00:08.619850 dv-cinder-795669-1-iscsi neutron-server[92458]: {{(pid=92458) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 20:00:08.636708 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG oslo_concurrency.lockutils [None req-00b2dc83-d0ed-4a58-9d8c-63b003c702aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:00:08.665974 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.managers [None req-4d45135a-7384-4263-9e57-438ca7c30fa8 None None] Attempting to bind port 53fb79ae-967b-4828-961f-f2891f936592 on host dv-cinder-795669-1-iscsi for vnic_type normal with profile {{(pid=92458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:00:08.666359 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.managers [None req-4d45135a-7384-4263-9e57-438ca7c30fa8 None None] Attempting to bind port 53fb79ae-967b-4828-961f-f2891f936592 by drivers openvswitch,hyperv on host dv-cinder-795669-1-iscsi at level 0 using segments [{'id': 'd25113d6-0e0c-4628-9b29-8590bfa2b71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3c36c980-13aa-42a3-9164-a4ed2a0d3eb5'}] {{(pid=92458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:00:08.666768 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d45135a-7384-4263-9e57-438ca7c30fa8 None None] Attempting to bind port 53fb79ae-967b-4828-961f-f2891f936592 on network 3c36c980-13aa-42a3-9164-a4ed2a0d3eb5 {{(pid=92458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:00:08.671971 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d45135a-7384-4263-9e57-438ca7c30fa8 None None] Checking agent: {'id': 'b1990edb-c1d4-4f42-bb5d-5bf0b4ac7e85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 19, 59, 31), 'started_at': datetime.datetime(2021, 6, 9, 20, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:00:08.672394 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d45135a-7384-4263-9e57-438ca7c30fa8 None None] Checking segment: {'id': 'd25113d6-0e0c-4628-9b29-8590bfa2b71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3c36c980-13aa-42a3-9164-a4ed2a0d3eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:00:08.672856 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-4d45135a-7384-4263-9e57-438ca7c30fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:08.673242 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d45135a-7384-4263-9e57-438ca7c30fa8 None None] Bound using segment: {'id': 'd25113d6-0e0c-4628-9b29-8590bfa2b71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3c36c980-13aa-42a3-9164-a4ed2a0d3eb5'} {{(pid=92458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:00:08.673727 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.managers [None req-4d45135a-7384-4263-9e57-438ca7c30fa8 None None] Bound port: 53fb79ae-967b-4828-961f-f2891f936592, host: dv-cinder-795669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd25113d6-0e0c-4628-9b29-8590bfa2b71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3c36c980-13aa-42a3-9164-a4ed2a0d3eb5'}}] {{(pid=92458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:00:08.674082 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-4d45135a-7384-4263-9e57-438ca7c30fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:08.758846 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.db [None req-4d45135a-7384-4263-9e57-438ca7c30fa8 None None] For port 53fb79ae-967b-4828-961f-f2891f936592, host dv-cinder-795669-1-iscsi, cleared binding levels {{(pid=92458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:00:08.762689 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.db [None req-4d45135a-7384-4263-9e57-438ca7c30fa8 None None] For port 53fb79ae-967b-4828-961f-f2891f936592, host dv-cinder-795669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=53fb79ae-967b-4828-961f-f2891f936592,segment=NetworkSegment(d25113d6-0e0c-4628-9b29-8590bfa2b71c),segment_id=d25113d6-0e0c-4628-9b29-8590bfa2b71c)] {{(pid=92458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:00:08.878194 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-4d45135a-7384-4263-9e57-438ca7c30fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:08.882777 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:00:08.967046 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d45135a-7384-4263-9e57-438ca7c30fa8 None None] Routers {'29c48563-c30a-46d9-a228-601affd5850b'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:00:08.967678 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-4d45135a-7384-4263-9e57-438ca7c30fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:00:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['29c48563-c30a-46d9-a228-601affd5850b'], 'active': True} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:00:09.013494 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2dc83-d0ed-4a58-9d8c-63b003c702aa None None] Pushing event updated for resources: {'Port': ['ID=53fb79ae-967b-4828-961f-f2891f936592,revision_number=4']} {{(pid=92458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:00:09.022842 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG oslo_concurrency.lockutils [None req-00b2dc83-d0ed-4a58-9d8c-63b003c702aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:00:09.121288 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvr_db [None req-4d45135a-7384-4263-9e57-438ca7c30fa8 None None] Set router 29c48563-c30a-46d9-a228-601affd5850b gateway port host: None {{(pid=92458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:00:09.436240 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-4d45135a-7384-4263-9e57-438ca7c30fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c48563-c30a-46d9-a228-601affd5850b', 'name': 'router1', 'tenant_id': 'e9f382edc9204582a282cf6a3b7c8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T19:59:55Z', 'updated_at': '2021-06-09T20:00:06Z', 'revision_number': 2, 'project_id': 'e9f382edc9204582a282cf6a3b7c8c43', 'gw_port_host': None, '_interfaces': [{'id': '53fb79ae-967b-4828-961f-f2891f936592', 'name': '', 'network_id': '3c36c980-13aa-42a3-9164-a4ed2a0d3eb5', 'tenant_id': 'e9f382edc9204582a282cf6a3b7c8c43', 'mac_address': 'fa:16:3e:fd:56:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c48563-c30a-46d9-a228-601affd5850b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9189b755-1e1b-429d-9384-159804a026bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:00:05Z', 'updated_at': '2021-06-09T20:00:08Z', 'revision_number': 4, 'project_id': 'e9f382edc9204582a282cf6a3b7c8c43', 'subnets': [{'id': '9189b755-1e1b-429d-9384-159804a026bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc948d89-4242-40ce-9377-60fd5c4f16f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:00:09.440148 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d45135a-7384-4263-9e57-438ca7c30fa8 None None] The sync data for ids ['29c48563-c30a-46d9-a228-601affd5850b'] in dv-cinder-795669-1-iscsi is: [{'id': '29c48563-c30a-46d9-a228-601affd5850b', 'name': 'router1', 'tenant_id': 'e9f382edc9204582a282cf6a3b7c8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T19:59:55Z', 'updated_at': '2021-06-09T20:00:06Z', 'revision_number': 2, 'project_id': 'e9f382edc9204582a282cf6a3b7c8c43', 'gw_port_host': None, '_interfaces': [{'id': '53fb79ae-967b-4828-961f-f2891f936592', 'name': '', 'network_id': '3c36c980-13aa-42a3-9164-a4ed2a0d3eb5', 'tenant_id': 'e9f382edc9204582a282cf6a3b7c8c43', 'mac_address': 'fa:16:3e:fd:56:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c48563-c30a-46d9-a228-601affd5850b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9189b755-1e1b-429d-9384-159804a026bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:00:05Z', 'updated_at': '2021-06-09T20:00:08Z', 'revision_number': 4, 'project_id': 'e9f382edc9204582a282cf6a3b7c8c43', 'subnets': [{'id': '9189b755-1e1b-429d-9384-159804a026bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc948d89-4242-40ce-9377-60fd5c4f16f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:00:09.488288 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 38144) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:00:09.630711 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05923dbd-68d4-4401-9128-7a75593a4901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:00:09.632085 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-05923dbd-68d4-4401-9128-7a75593a4901 admin admin] 10.222.0.15 "GET /v2.0/networks/7113ecea-0b68-4d56-a6ae-4e94112ae602 HTTP/1.1" status: 200 len: 842 time: 0.1428211 Jun 09 20:00:09.641131 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-e59ec589-d92b-4dc9-8d7b-bea03083544f admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:00:09.728885 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59ec589-d92b-4dc9-8d7b-bea03083544f admin admin] Made reservation on behalf of 44922f5afdfe43f8860e1106271e7c01 for: {'subnet': 1} {{(pid=92456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:00:09.731223 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e59ec589-d92b-4dc9-8d7b-bea03083544f admin admin] Notify callbacks [] for subnet, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:10.141018 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.objects.ports [None req-e59ec589-d92b-4dc9-8d7b-bea03083544f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92456) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 09 20:00:10.141368 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e59ec589-d92b-4dc9-8d7b-bea03083544f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440'] for subnet, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:10.146398 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-4c140d8d-ef6f-41e7-866d-456ed1cff5c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:00:10.214288 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ec589-d92b-4dc9-8d7b-bea03083544f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4394e15-b094-4f4f-853e-c157ecdb6024,revision_number=0']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:00:10.220778 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-e59ec589-d92b-4dc9-8d7b-bea03083544f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:00:10.222496 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59ec589-d92b-4dc9-8d7b-bea03083544f admin admin] Checking segment: {'id': '5cc1a330-8329-4d0b-b0d5-254d1224405d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:00:10.222853 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59ec589-d92b-4dc9-8d7b-bea03083544f admin admin] Network hostable DHCP agents. Network: 7113ecea-0b68-4d56-a6ae-4e94112ae602, hostable agents: ['2a21a80c-97c7-49ed-8bbe-36caa960580c'], hosted agents: [] {{(pid=92456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 20:00:10.322793 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59ec589-d92b-4dc9-8d7b-bea03083544f admin admin] Network 7113ecea-0b68-4d56-a6ae-4e94112ae602 is scheduled to be hosted by DHCP agent 2a21a80c-97c7-49ed-8bbe-36caa960580c with binding_index 1 {{(pid=92456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 20:00:10.416111 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [None req-e59ec589-d92b-4dc9-8d7b-bea03083544f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795669-1-iscsi, 7113ecea-0b68-4d56-a6ae-4e94112ae602) {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:00:10.423957 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ec4111-2618-4f58-a17c-24a0c6afa1fe None None] Network 7113ecea-0b68-4d56-a6ae-4e94112ae602 requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:00:10.426512 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59ec589-d92b-4dc9-8d7b-bea03083544f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:00:10.427088 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e59ec589-d92b-4dc9-8d7b-bea03083544f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for subnet, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:10.502824 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-e59ec589-d92b-4dc9-8d7b-bea03083544f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8650205 Jun 09 20:00:10.638681 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09f5f22-300f-49d6-aa03-faeb20da6fd6 None None] Network 7113ecea-0b68-4d56-a6ae-4e94112ae602 requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:00:12.770176 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 38156) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:00:12.962631 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-bcae9b1d-adae-4ec3-b5b5-d6732e401e3f admin admin] 10.222.0.15 "GET /v2.0/routers/29c48563-c30a-46d9-a228-601affd5850b HTTP/1.1" status: 200 len: 710 time: 0.1912854 Jun 09 20:00:13.091058 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783684e3-7469-4a10-8583-1095a47dbc63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:00:13.092443 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-783684e3-7469-4a10-8583-1095a47dbc63 admin admin] 10.222.0.15 "GET /v2.0/networks/7113ecea-0b68-4d56-a6ae-4e94112ae602 HTTP/1.1" status: 200 len: 886 time: 0.1248066 Jun 09 20:00:13.101610 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-4cbc8adb-01bf-4ac8-bddd-761aa32e734c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'}}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:00:13.357430 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 53fb79ae-967b-4828-961f-f2891f936592 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:00:13.519370 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning for port 53fb79ae-967b-4828-961f-f2891f936592 completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:00:13.524459 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 53fb79ae-967b-4828-961f-f2891f936592 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:00:13.524924 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:13.587232 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-4cbc8adb-01bf-4ac8-bddd-761aa32e734c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3924369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3905386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3130'] for router, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:13.637580 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:13.670720 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] For port 53fb79ae-967b-4828-961f-f2891f936592, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=53fb79ae-967b-4828-961f-f2891f936592,segment=NetworkSegment(d25113d6-0e0c-4628-9b29-8590bfa2b71c),segment_id=d25113d6-0e0c-4628-9b29-8590bfa2b71c)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:00:13.752200 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:13.754873 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:00:13.818702 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Pushing event updated for resources: {'Port': ['ID=53fb79ae-967b-4828-961f-f2891f936592,revision_number=5']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:00:13.823856 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:00:13.977135 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-4cbc8adb-01bf-4ac8-bddd-761aa32e734c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:14.029882 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-4cbc8adb-01bf-4ac8-bddd-761aa32e734c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:14.165263 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_common [None req-4cbc8adb-01bf-4ac8-bddd-761aa32e734c admin admin] Allocated IP 172.27.0.228 (7113ecea-0b68-4d56-a6ae-4e94112ae602/d4394e15-b094-4f4f-853e-c157ecdb6024/ac21a9c3-bfc4-4c3a-a7fb-61c85f7ff159) {{(pid=92456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:00:14.304200 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-4cbc8adb-01bf-4ac8-bddd-761aa32e734c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:14.439390 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-4cbc8adb-01bf-4ac8-bddd-761aa32e734c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368'] for port, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:14.444065 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-8365bb7b-f283-40aa-866d-ab5262801ad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:00:14.506815 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbc8adb-01bf-4ac8-bddd-761aa32e734c admin admin] Network 7113ecea-0b68-4d56-a6ae-4e94112ae602 is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:00:14.509552 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [None req-4cbc8adb-01bf-4ac8-bddd-761aa32e734c admin admin] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:00:14.512620 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbc8adb-01bf-4ac8-bddd-761aa32e734c admin admin] Received port after_create {{(pid=92456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:00:14.573488 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc8adb-01bf-4ac8-bddd-761aa32e734c admin admin] Pushing event updated for resources: {'Port': ['ID=ac21a9c3-bfc4-4c3a-a7fb-61c85f7ff159,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:00:14.577908 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-4cbc8adb-01bf-4ac8-bddd-761aa32e734c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:00:14.968911 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-4cbc8adb-01bf-4ac8-bddd-761aa32e734c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:15.348832 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-4cbc8adb-01bf-4ac8-bddd-761aa32e734c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3924369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3905386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3130'] for router, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:15.352558 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-4cbc8adb-01bf-4ac8-bddd-761aa32e734c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3924414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3924360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3924359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3905377'] for router, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:15.353554 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 53fb79ae-967b-4828-961f-f2891f936592 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:00:15.419389 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 53fb79ae-967b-4828-961f-f2891f936592 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:00:15.419764 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:15.525088 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cbc8adb-01bf-4ac8-bddd-761aa32e734c admin admin] Router 29c48563-c30a-46d9-a228-601affd5850b has already been hosted by L3 agent 64117835-a1f5-4801-ace7-11985afbc460 {{(pid=92456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 20:00:15.700252 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cbc8adb-01bf-4ac8-bddd-761aa32e734c admin admin] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:00:15.704190 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-4cbc8adb-01bf-4ac8-bddd-761aa32e734c admin admin] Notify callbacks [] for router, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:15.705435 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-4cbc8adb-01bf-4ac8-bddd-761aa32e734c admin admin] 10.222.0.15 "PUT /v2.0/routers/29c48563-c30a-46d9-a228-601affd5850b HTTP/1.1" status: 200 len: 890 time: 2.6069002 Jun 09 20:00:15.710205 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe99d44-f95c-4f5a-b28c-775c8f59166e None None] Sync routers for ids ['29c48563-c30a-46d9-a228-601affd5850b'] in dv-cinder-795669-1-iscsi {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:00:15.720539 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe99d44-f95c-4f5a-b28c-775c8f59166e None None] Routers {'29c48563-c30a-46d9-a228-601affd5850b'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:00:15.721208 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-2fe99d44-f95c-4f5a-b28c-775c8f59166e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:00:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['29c48563-c30a-46d9-a228-601affd5850b'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:00:15.909465 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-2fe99d44-f95c-4f5a-b28c-775c8f59166e None None] Set router 29c48563-c30a-46d9-a228-601affd5850b gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:00:16.245326 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-2fe99d44-f95c-4f5a-b28c-775c8f59166e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c48563-c30a-46d9-a228-601affd5850b', 'name': 'router1', 'tenant_id': 'e9f382edc9204582a282cf6a3b7c8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'ac21a9c3-bfc4-4c3a-a7fb-61c85f7ff159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T19:59:55Z', 'updated_at': '2021-06-09T20:00:14Z', 'revision_number': 4, 'project_id': 'e9f382edc9204582a282cf6a3b7c8c43', 'gw_port': {'id': 'ac21a9c3-bfc4-4c3a-a7fb-61c85f7ff159', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:86:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c48563-c30a-46d9-a228-601affd5850b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:00:14Z', 'updated_at': '2021-06-09T20:00:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '53fb79ae-967b-4828-961f-f2891f936592', 'name': '', 'network_id': '3c36c980-13aa-42a3-9164-a4ed2a0d3eb5', 'tenant_id': 'e9f382edc9204582a282cf6a3b7c8c43', 'mac_address': 'fa:16:3e:fd:56:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c48563-c30a-46d9-a228-601affd5850b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9189b755-1e1b-429d-9384-159804a026bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:00:05Z', 'updated_at': '2021-06-09T20:00:13Z', 'revision_number': 5, 'project_id': 'e9f382edc9204582a282cf6a3b7c8c43', 'subnets': [{'id': '9189b755-1e1b-429d-9384-159804a026bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc948d89-4242-40ce-9377-60fd5c4f16f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:00:16.250368 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe99d44-f95c-4f5a-b28c-775c8f59166e None None] Checking router: 29c48563-c30a-46d9-a228-601affd5850b for host: dv-cinder-795669-1-iscsi {{(pid=92457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:00:16.250750 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe99d44-f95c-4f5a-b28c-775c8f59166e None None] Updating router 29c48563-c30a-46d9-a228-601affd5850b port ac21a9c3-bfc4-4c3a-a7fb-61c85f7ff159 binding host dv-cinder-795669-1-iscsi {{(pid=92457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 20:00:16.301963 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-2fe99d44-f95c-4f5a-b28c-775c8f59166e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:16.628351 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-2fe99d44-f95c-4f5a-b28c-775c8f59166e None None] Notify callbacks [] for port, precommit_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:16.639804 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-2fe99d44-f95c-4f5a-b28c-775c8f59166e None None] Transition to ACTIVE for port object ac21a9c3-bfc4-4c3a-a7fb-61c85f7ff159 will not be triggered until provisioned by entity L2. {{(pid=92457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:00:16.716920 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-2fe99d44-f95c-4f5a-b28c-775c8f59166e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:16.721845 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:00:16.796648 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-2fe99d44-f95c-4f5a-b28c-775c8f59166e None None] Attempting to bind port ac21a9c3-bfc4-4c3a-a7fb-61c85f7ff159 on host dv-cinder-795669-1-iscsi for vnic_type normal with profile {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:00:16.797003 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-2fe99d44-f95c-4f5a-b28c-775c8f59166e None None] Attempting to bind port ac21a9c3-bfc4-4c3a-a7fb-61c85f7ff159 by drivers openvswitch,hyperv on host dv-cinder-795669-1-iscsi at level 0 using segments [{'id': '5cc1a330-8329-4d0b-b0d5-254d1224405d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'}] {{(pid=92457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:00:16.797358 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe99d44-f95c-4f5a-b28c-775c8f59166e None None] Attempting to bind port ac21a9c3-bfc4-4c3a-a7fb-61c85f7ff159 on network 7113ecea-0b68-4d56-a6ae-4e94112ae602 {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:00:16.800555 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f94cf12-85b4-4c9d-9807-13b000e9b7bc None None] Pushing event updated for resources: {'Port': ['ID=ac21a9c3-bfc4-4c3a-a7fb-61c85f7ff159,revision_number=2']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:00:16.803606 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-1f94cf12-85b4-4c9d-9807-13b000e9b7bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:00:16.806004 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe99d44-f95c-4f5a-b28c-775c8f59166e None None] Checking agent: {'id': 'b1990edb-c1d4-4f42-bb5d-5bf0b4ac7e85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 19, 59, 31), 'started_at': datetime.datetime(2021, 6, 9, 20, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:00:16.806372 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe99d44-f95c-4f5a-b28c-775c8f59166e None None] Checking segment: {'id': '5cc1a330-8329-4d0b-b0d5-254d1224405d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:00:16.807348 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-2fe99d44-f95c-4f5a-b28c-775c8f59166e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:16.807348 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe99d44-f95c-4f5a-b28c-775c8f59166e None None] Bound using segment: {'id': '5cc1a330-8329-4d0b-b0d5-254d1224405d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'} {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:00:16.807589 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-2fe99d44-f95c-4f5a-b28c-775c8f59166e None None] Bound port: ac21a9c3-bfc4-4c3a-a7fb-61c85f7ff159, host: dv-cinder-795669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc1a330-8329-4d0b-b0d5-254d1224405d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'}}] {{(pid=92457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:00:16.807949 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-2fe99d44-f95c-4f5a-b28c-775c8f59166e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:16.879363 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-2fe99d44-f95c-4f5a-b28c-775c8f59166e None None] For port ac21a9c3-bfc4-4c3a-a7fb-61c85f7ff159, host dv-cinder-795669-1-iscsi, cleared binding levels {{(pid=92457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:00:16.882274 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-2fe99d44-f95c-4f5a-b28c-775c8f59166e None None] For port ac21a9c3-bfc4-4c3a-a7fb-61c85f7ff159, host dv-cinder-795669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=ac21a9c3-bfc4-4c3a-a7fb-61c85f7ff159,segment=NetworkSegment(5cc1a330-8329-4d0b-b0d5-254d1224405d),segment_id=5cc1a330-8329-4d0b-b0d5-254d1224405d)] {{(pid=92457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:00:16.942490 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-2fe99d44-f95c-4f5a-b28c-775c8f59166e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:16.946537 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-60627376-109e-46fa-9d2e-ba9e694efbc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:00:17.024128 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe99d44-f95c-4f5a-b28c-775c8f59166e None None] Routers {'29c48563-c30a-46d9-a228-601affd5850b'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:00:17.024765 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-2fe99d44-f95c-4f5a-b28c-775c8f59166e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:00:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['29c48563-c30a-46d9-a228-601affd5850b'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:00:17.081048 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f94cf12-85b4-4c9d-9807-13b000e9b7bc None None] Pushing event updated for resources: {'Port': ['ID=ac21a9c3-bfc4-4c3a-a7fb-61c85f7ff159,revision_number=3']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:00:17.091104 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-1f94cf12-85b4-4c9d-9807-13b000e9b7bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:00:17.228027 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-2fe99d44-f95c-4f5a-b28c-775c8f59166e None None] Set router 29c48563-c30a-46d9-a228-601affd5850b gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:00:17.548022 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-2fe99d44-f95c-4f5a-b28c-775c8f59166e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c48563-c30a-46d9-a228-601affd5850b', 'name': 'router1', 'tenant_id': 'e9f382edc9204582a282cf6a3b7c8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'ac21a9c3-bfc4-4c3a-a7fb-61c85f7ff159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T19:59:55Z', 'updated_at': '2021-06-09T20:00:14Z', 'revision_number': 4, 'project_id': 'e9f382edc9204582a282cf6a3b7c8c43', 'gw_port': {'id': 'ac21a9c3-bfc4-4c3a-a7fb-61c85f7ff159', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:86:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c48563-c30a-46d9-a228-601affd5850b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:00:14Z', 'updated_at': '2021-06-09T20:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '53fb79ae-967b-4828-961f-f2891f936592', 'name': '', 'network_id': '3c36c980-13aa-42a3-9164-a4ed2a0d3eb5', 'tenant_id': 'e9f382edc9204582a282cf6a3b7c8c43', 'mac_address': 'fa:16:3e:fd:56:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c48563-c30a-46d9-a228-601affd5850b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9189b755-1e1b-429d-9384-159804a026bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:00:05Z', 'updated_at': '2021-06-09T20:00:13Z', 'revision_number': 5, 'project_id': 'e9f382edc9204582a282cf6a3b7c8c43', 'subnets': [{'id': '9189b755-1e1b-429d-9384-159804a026bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc948d89-4242-40ce-9377-60fd5c4f16f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:00:17.552468 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe99d44-f95c-4f5a-b28c-775c8f59166e None None] The sync data for ids ['29c48563-c30a-46d9-a228-601affd5850b'] in dv-cinder-795669-1-iscsi is: [{'id': '29c48563-c30a-46d9-a228-601affd5850b', 'name': 'router1', 'tenant_id': 'e9f382edc9204582a282cf6a3b7c8c43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'ac21a9c3-bfc4-4c3a-a7fb-61c85f7ff159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T19:59:55Z', 'updated_at': '2021-06-09T20:00:14Z', 'revision_number': 4, 'project_id': 'e9f382edc9204582a282cf6a3b7c8c43', 'gw_port': {'id': 'ac21a9c3-bfc4-4c3a-a7fb-61c85f7ff159', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:86:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c48563-c30a-46d9-a228-601affd5850b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:00:14Z', 'updated_at': '2021-06-09T20:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '53fb79ae-967b-4828-961f-f2891f936592', 'name': '', 'network_id': '3c36c980-13aa-42a3-9164-a4ed2a0d3eb5', 'tenant_id': 'e9f382edc9204582a282cf6a3b7c8c43', 'mac_address': 'fa:16:3e:fd:56:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c48563-c30a-46d9-a228-601affd5850b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9189b755-1e1b-429d-9384-159804a026bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:00:05Z', 'updated_at': '2021-06-09T20:00:13Z', 'revision_number': 5, 'project_id': 'e9f382edc9204582a282cf6a3b7c8c43', 'subnets': [{'id': '9189b755-1e1b-429d-9384-159804a026bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc948d89-4242-40ce-9377-60fd5c4f16f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:00:18.070684 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 38164) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:00:18.184170 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-c1033777-e890-478d-b8ad-149136a95252 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1123700 Jun 09 20:00:19.369546 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device ac21a9c3-bfc4-4c3a-a7fb-61c85f7ff159 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:00:19.507553 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning for port ac21a9c3-bfc4-4c3a-a7fb-61c85f7ff159 completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:00:19.512491 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port ac21a9c3-bfc4-4c3a-a7fb-61c85f7ff159 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:00:19.512871 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:19.627111 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:19.642586 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] For port ac21a9c3-bfc4-4c3a-a7fb-61c85f7ff159, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=ac21a9c3-bfc4-4c3a-a7fb-61c85f7ff159,segment=NetworkSegment(5cc1a330-8329-4d0b-b0d5-254d1224405d),segment_id=5cc1a330-8329-4d0b-b0d5-254d1224405d)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:00:19.730638 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:19.733648 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:00:19.811467 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Pushing event updated for resources: {'Port': ['ID=ac21a9c3-bfc4-4c3a-a7fb-61c85f7ff159,revision_number=4']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:00:19.814595 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:00:21.365357 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device ac21a9c3-bfc4-4c3a-a7fb-61c85f7ff159 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:00:21.449522 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port ac21a9c3-bfc4-4c3a-a7fb-61c85f7ff159 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:00:21.449900 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:21.910061 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 5 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:00:29.015524 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-0149b673-dbd2-4d48-8bd9-34ff5b26ea77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:31.444249 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:31.809828 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-836bd09b-76f9-4fe9-b745-28a3bd8cd107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:32.672322 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:34.271497 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:00:58.909595 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 5 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:00:59.122984 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-ca13c602-b9ed-472b-a5ef-f895e0e4f70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:01:01.437991 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:01:01.826054 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-f40584a0-998b-4382-9c48-436ce773bb41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:01:02.700004 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:01:04.261284 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:01:29.034307 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-58e1a275-6c8a-481d-9e5d-2547fcb77d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:01:31.474328 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:01:31.800158 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-144f80f0-3f20-4ca3-a817-5227b6b45e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:01:32.641996 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:01:34.253130 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:01:35.908257 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 5 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:01:54.881608 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 38732) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:01:54.947227 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff6ae01b-23ab-4bfc-a7a9-48f596104167 admin admin] GET failed (client error): The resource could not be found. Jun 09 20:01:54.948508 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-ff6ae01b-23ab-4bfc-a7a9-48f596104167 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0659513 Jun 09 20:01:55.080436 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afe19f8-2cde-4ce6-a058-bd0ade3b7428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:01:55.081883 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-4afe19f8-2cde-4ce6-a058-bd0ade3b7428 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1290317 Jun 09 20:01:57.196331 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 38742) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:01:57.302454 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453bf3fe-202c-4225-883f-b70b13fe8207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:01:57.303757 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-453bf3fe-202c-4225-883f-b70b13fe8207 admin admin] 10.222.0.15 "GET /v2.0/subnets/9189b755-1e1b-429d-9384-159804a026bf HTTP/1.1" status: 200 len: 849 time: 0.1064839 Jun 09 20:01:57.312820 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-b0489a48-1531-4a33-9355-64d511ab0330 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:01:57.425566 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b0489a48-1531-4a33-9355-64d511ab0330 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:01:57.658230 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b0489a48-1531-4a33-9355-64d511ab0330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784791812581'] for subnet, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:01:57.661948 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:01:57.701246 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0489a48-1531-4a33-9355-64d511ab0330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:01:57.701756 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b0489a48-1531-4a33-9355-64d511ab0330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for subnet, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:01:57.703731 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-b0489a48-1531-4a33-9355-64d511ab0330 admin admin] 10.222.0.15 "PUT /v2.0/subnets/9189b755-1e1b-429d-9384-159804a026bf HTTP/1.1" status: 200 len: 868 time: 0.3938625 Jun 09 20:01:57.705729 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df223955-9e48-4664-866e-366e1a3d5901 None None] Network 3c36c980-13aa-42a3-9164-a4ed2a0d3eb5 requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:01:57.728457 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0489a48-1531-4a33-9355-64d511ab0330 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9189b755-1e1b-429d-9384-159804a026bf,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:01:57.736337 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0489a48-1531-4a33-9355-64d511ab0330 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:01:57.736711 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0489a48-1531-4a33-9355-64d511ab0330 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:01:57.737049 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0489a48-1531-4a33-9355-64d511ab0330 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:01:57.737378 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0489a48-1531-4a33-9355-64d511ab0330 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:01:57.737704 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0489a48-1531-4a33-9355-64d511ab0330 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:01:57.738054 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0489a48-1531-4a33-9355-64d511ab0330 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:01:57.738379 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0489a48-1531-4a33-9355-64d511ab0330 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:01:57.738698 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0489a48-1531-4a33-9355-64d511ab0330 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:01:57.739037 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0489a48-1531-4a33-9355-64d511ab0330 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:01:57.739357 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0489a48-1531-4a33-9355-64d511ab0330 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:01:57.739674 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0489a48-1531-4a33-9355-64d511ab0330 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:01:57.740024 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0489a48-1531-4a33-9355-64d511ab0330 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:01:57.744308 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-b0489a48-1531-4a33-9355-64d511ab0330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:01:58.160145 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-3f385778-4fe6-44a9-a88b-b0afcb0177f4 None None] Provisioning complete for port 53fb79ae-967b-4828-961f-f2891f936592 triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:01:58.160525 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-3f385778-4fe6-44a9-a88b-b0afcb0177f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:01:58.283269 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-3f385778-4fe6-44a9-a88b-b0afcb0177f4 None None] Provisioning complete for port be7e3213-d3fc-4fdc-8653-70edcf90bf43 triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:01:58.283561 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-3f385778-4fe6-44a9-a88b-b0afcb0177f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:01:59.012816 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-55df04ff-2d4a-416d-8549-cba86d8e5205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:01:59.828997 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 38750) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:02:00.044373 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33764272-e5b8-45f8-83c5-cdb29efe9a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:02:00.044777 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33764272-e5b8-45f8-83c5-cdb29efe9a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:02:00.046605 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-33764272-e5b8-45f8-83c5-cdb29efe9a69 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2166448 Jun 09 20:02:01.436021 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:02:01.795513 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-454c7189-ff36-460a-9964-9d6af61c42b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:02:02.153650 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 38758) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:02:02.318196 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7197882d-aa6a-43be-9740-819091180130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:02:02.318674 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7197882d-aa6a-43be-9740-819091180130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:02:02.320223 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-7197882d-aa6a-43be-9740-819091180130 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1655245 Jun 09 20:02:02.656070 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:02:04.252709 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:02:04.452602 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 38766) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:02:04.662467 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafb4d7b-a74a-4ae5-a62d-5f2c6f092e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:02:04.663865 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-aafb4d7b-a74a-4ae5-a62d-5f2c6f092e83 admin admin] 10.222.0.15 "GET /v2.0/networks/3c36c980-13aa-42a3-9164-a4ed2a0d3eb5 HTTP/1.1" status: 200 len: 869 time: 0.2103126 Jun 09 20:02:06.784669 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 38774) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:02:06.944257 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a1eb91-8b75-4a53-8ea5-9a5657436710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:02:06.945509 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-d8a1eb91-8b75-4a53-8ea5-9a5657436710 admin admin] 10.222.0.15 "GET /v2.0/networks/7113ecea-0b68-4d56-a6ae-4e94112ae602 HTTP/1.1" status: 200 len: 886 time: 0.1598990 Jun 09 20:02:09.114720 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 38782) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:02:09.222437 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec21bc79-0a23-414a-b52c-676ad868f621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:02:09.222918 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec21bc79-0a23-414a-b52c-676ad868f621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:02:09.224424 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-ec21bc79-0a23-414a-b52c-676ad868f621 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1087816 Jun 09 20:02:11.323049 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 38790) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:02:11.425052 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163c140f-067a-4c37-849d-5b4d0da047b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:02:11.425505 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163c140f-067a-4c37-849d-5b4d0da047b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:02:11.426952 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-163c140f-067a-4c37-849d-5b4d0da047b6 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1029770 Jun 09 20:02:12.907439 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 5 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:02:13.516399 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 38798) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:02:13.624048 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e143a2-958d-41fe-85e0-a897bf69dcc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:02:13.625300 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-f1e143a2-958d-41fe-85e0-a897bf69dcc7 admin admin] 10.222.0.15 "GET /v2.0/subnets/9189b755-1e1b-429d-9384-159804a026bf HTTP/1.1" status: 200 len: 868 time: 0.1079588 Jun 09 20:02:15.708823 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 38806) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:02:15.806580 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a03ce3f-feef-410b-8cb7-3b6c4103d170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:02:15.807911 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-5a03ce3f-feef-410b-8cb7-3b6c4103d170 admin admin] 10.222.0.15 "GET /v2.0/subnets/d4394e15-b094-4f4f-853e-c157ecdb6024 HTTP/1.1" status: 200 len: 816 time: 0.0981045 Jun 09 20:02:29.006406 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-5fa89d0a-0d09-4b02-bd6e-999da7e02fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:02:31.458125 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:02:31.798413 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-62d6c99e-4767-4b8e-ba24-32dd6d7ecd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:02:32.655835 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:02:34.286377 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:02:38.823806 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 38850) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:02:38.971348 dv-cinder-795669-1-iscsi neutron-server[92455]: WARNING oslo_policy.policy [None req-fe865b92-2c36-4b54-aa3c-081ae3d33550 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 20:02:38.971998 dv-cinder-795669-1-iscsi neutron-server[92455]: WARNING oslo_policy.policy [None req-fe865b92-2c36-4b54-aa3c-081ae3d33550 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 20:02:39.189821 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [None req-fe865b92-2c36-4b54-aa3c-081ae3d33550 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 20:02:39.190976 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-fe865b92-2c36-4b54-aa3c-081ae3d33550 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3650646 Jun 09 20:02:41.364260 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 38864) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:02:41.455820 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d1b7d4-802f-4377-a751-7c39f9660353 admin admin] GET failed (client error): The resource could not be found. Jun 09 20:02:41.457336 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-f5d1b7d4-802f-4377-a751-7c39f9660353 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0921433 Jun 09 20:02:41.684552 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.policy [None req-75c00de0-3cde-4123-a752-409468575994 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92455) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 09 20:02:41.730423 dv-cinder-795669-1-iscsi neutron-server[92455]: WARNING oslo_policy.policy [None req-75c00de0-3cde-4123-a752-409468575994 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 20:02:41.730789 dv-cinder-795669-1-iscsi neutron-server[92455]: WARNING oslo_policy.policy [None req-75c00de0-3cde-4123-a752-409468575994 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 09 20:02:41.739210 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c00de0-3cde-4123-a752-409468575994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:02:41.740903 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-75c00de0-3cde-4123-a752-409468575994 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2797368 Jun 09 20:02:43.887788 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 38874) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:02:43.933518 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [None req-c383c98c-1ffe-4d2e-b848-ef9ed98b55e7 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:02:43.934788 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.quota [None req-c383c98c-1ffe-4d2e-b848-ef9ed98b55e7 admin admin] Loaded quota_driver: . Jun 09 20:02:44.022861 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c383c98c-1ffe-4d2e-b848-ef9ed98b55e7 admin admin] Made reservation on behalf of 44922f5afdfe43f8860e1106271e7c01 for: {'network': 1} {{(pid=92455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:02:44.025598 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-c383c98c-1ffe-4d2e-b848-ef9ed98b55e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-786179'] for network, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:02:44.118770 dv-cinder-795669-1-iscsi neutron-server[92455]: WARNING neutron.services.revisions.revision_plugin [None req-c383c98c-1ffe-4d2e-b848-ef9ed98b55e7 admin admin] Could not find related network for resource to bump revision. Jun 09 20:02:44.132787 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c383c98c-1ffe-4d2e-b848-ef9ed98b55e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=92455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 20:02:44.143173 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-c383c98c-1ffe-4d2e-b848-ef9ed98b55e7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784791871407', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028'] for segment, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:02:44.143739 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-c383c98c-1ffe-4d2e-b848-ef9ed98b55e7 admin admin] Unsubscribe: segment precommit_create {{(pid=92455) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 09 20:02:44.144280 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.db.segments_db [None req-c383c98c-1ffe-4d2e-b848-ef9ed98b55e7 admin admin] Added segment e453227b-7cae-4762-93c2-27f1d1b1d60f of type vlan for network f6c32c80-99b6-4013-9d4b-81ed4b7e8fb2 Jun 09 20:02:44.210289 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-c383c98c-1ffe-4d2e-b848-ef9ed98b55e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784791347429'] for network, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:02:44.306290 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-c383c98c-1ffe-4d2e-b848-ef9ed98b55e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3854142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545'] for network, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:02:44.308024 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c383c98c-1ffe-4d2e-b848-ef9ed98b55e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:02:44.308654 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-c383c98c-1ffe-4d2e-b848-ef9ed98b55e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for network, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:02:44.314675 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:02:44.405720 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-c383c98c-1ffe-4d2e-b848-ef9ed98b55e7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5167444 Jun 09 20:02:44.412537 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383c98c-1ffe-4d2e-b848-ef9ed98b55e7 admin admin] Pushing event updated for resources: {'Network': ['ID=f6c32c80-99b6-4013-9d4b-81ed4b7e8fb2,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:02:44.421874 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c383c98c-1ffe-4d2e-b848-ef9ed98b55e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:02:44.422380 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c383c98c-1ffe-4d2e-b848-ef9ed98b55e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:02:44.422713 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c383c98c-1ffe-4d2e-b848-ef9ed98b55e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:02:44.423037 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c383c98c-1ffe-4d2e-b848-ef9ed98b55e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:02:44.423359 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c383c98c-1ffe-4d2e-b848-ef9ed98b55e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:02:44.423684 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c383c98c-1ffe-4d2e-b848-ef9ed98b55e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:02:44.424023 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c383c98c-1ffe-4d2e-b848-ef9ed98b55e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:02:44.424337 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c383c98c-1ffe-4d2e-b848-ef9ed98b55e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:02:44.424653 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c383c98c-1ffe-4d2e-b848-ef9ed98b55e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:02:44.424961 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c383c98c-1ffe-4d2e-b848-ef9ed98b55e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:02:44.425271 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c383c98c-1ffe-4d2e-b848-ef9ed98b55e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:02:44.425578 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c383c98c-1ffe-4d2e-b848-ef9ed98b55e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:02:44.426869 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c383c98c-1ffe-4d2e-b848-ef9ed98b55e7 admin admin] Tracked resource versions report: Jun 09 20:02:44.426869 dv-cinder-795669-1-iscsi neutron-server[92455]: pushed versions: Jun 09 20:02:44.426869 dv-cinder-795669-1-iscsi neutron-server[92455]: { 'AddressGroup': {'1.2'}, Jun 09 20:02:44.426869 dv-cinder-795669-1-iscsi neutron-server[92455]: 'ConntrackHelper': {'1.0'}, Jun 09 20:02:44.426869 dv-cinder-795669-1-iscsi neutron-server[92455]: 'Log': {'1.0'}, Jun 09 20:02:44.426869 dv-cinder-795669-1-iscsi neutron-server[92455]: 'Network': {'1.1'}, Jun 09 20:02:44.426869 dv-cinder-795669-1-iscsi neutron-server[92455]: 'Port': {'1.7'}, Jun 09 20:02:44.426869 dv-cinder-795669-1-iscsi neutron-server[92455]: 'PortForwarding': {'1.2'}, Jun 09 20:02:44.426869 dv-cinder-795669-1-iscsi neutron-server[92455]: 'QosPolicy': {'1.8'}, Jun 09 20:02:44.426869 dv-cinder-795669-1-iscsi neutron-server[92455]: 'SecurityGroup': {'1.4'}, Jun 09 20:02:44.426869 dv-cinder-795669-1-iscsi neutron-server[92455]: 'SecurityGroupRule': {'1.2'}, Jun 09 20:02:44.426869 dv-cinder-795669-1-iscsi neutron-server[92455]: 'SubPort': {'1.0'}, Jun 09 20:02:44.426869 dv-cinder-795669-1-iscsi neutron-server[92455]: 'Subnet': {'1.1'}, Jun 09 20:02:44.426869 dv-cinder-795669-1-iscsi neutron-server[92455]: 'Trunk': {'1.1'}} Jun 09 20:02:44.426869 dv-cinder-795669-1-iscsi neutron-server[92455]: consumer versions: Jun 09 20:02:44.426869 dv-cinder-795669-1-iscsi neutron-server[92455]: { DHCP agent@dv-cinder-795669-1-iscsi: {}, Jun 09 20:02:44.426869 dv-cinder-795669-1-iscsi neutron-server[92455]: L3 agent@dv-cinder-795669-1-iscsi: {}, Jun 09 20:02:44.426869 dv-cinder-795669-1-iscsi neutron-server[92455]: Metadata agent@dv-cinder-795669-1-iscsi: {}, Jun 09 20:02:44.426869 dv-cinder-795669-1-iscsi neutron-server[92455]: Metering agent@dv-cinder-795669-1-iscsi: {}, Jun 09 20:02:44.426869 dv-cinder-795669-1-iscsi neutron-server[92455]: Open vSwitch agent@dv-cinder-795669-1-iscsi: { 'AddressGroup': '1.2', Jun 09 20:02:44.426869 dv-cinder-795669-1-iscsi neutron-server[92455]: 'ConntrackHelper': '1.0', Jun 09 20:02:44.426869 dv-cinder-795669-1-iscsi neutron-server[92455]: 'Log': '1.0', Jun 09 20:02:44.426869 dv-cinder-795669-1-iscsi neutron-server[92455]: 'Network': '1.1', Jun 09 20:02:44.426869 dv-cinder-795669-1-iscsi neutron-server[92455]: 'Port': '1.7', Jun 09 20:02:44.426869 dv-cinder-795669-1-iscsi neutron-server[92455]: 'PortForwarding': '1.2', Jun 09 20:02:44.426869 dv-cinder-795669-1-iscsi neutron-server[92455]: 'QosPolicy': '1.8', Jun 09 20:02:44.426869 dv-cinder-795669-1-iscsi neutron-server[92455]: 'SecurityGroup': '1.4', Jun 09 20:02:44.426869 dv-cinder-795669-1-iscsi neutron-server[92455]: 'SecurityGroupRule': '1.2', Jun 09 20:02:44.426869 dv-cinder-795669-1-iscsi neutron-server[92455]: 'SubPort': '1.0', Jun 09 20:02:44.426869 dv-cinder-795669-1-iscsi neutron-server[92455]: 'Subnet': '1.1', Jun 09 20:02:44.426869 dv-cinder-795669-1-iscsi neutron-server[92455]: 'Trunk': '1.1'}} Jun 09 20:02:44.426869 dv-cinder-795669-1-iscsi neutron-server[92455]: {{(pid=92455) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 20:02:44.456337 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-c383c98c-1ffe-4d2e-b848-ef9ed98b55e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:02:44.464764 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Network f6c32c80-99b6-4013-9d4b-81ed4b7e8fb2 details requested by agent ovs-agent-dv-cinder-795669-1-iscsi with host dv-cinder-795669-1-iscsi {{(pid=92457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 20:02:46.546114 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 38886) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:02:46.610223 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4caa769-0533-492a-ba67-e873522cc771 admin admin] GET failed (client error): The resource could not be found. Jun 09 20:02:46.611463 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-d4caa769-0533-492a-ba67-e873522cc771 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0644093 Jun 09 20:02:46.714172 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8d115f-cab6-4d9f-b90c-dd86cbbd6c5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:02:46.715577 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-ee8d115f-cab6-4d9f-b90c-dd86cbbd6c5d admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1003072 Jun 09 20:02:46.724891 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [None req-3b4398bd-4dd3-4445-8861-41e4615b40b0 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'f6c32c80-99b6-4013-9d4b-81ed4b7e8fb2'}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:02:46.822876 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4398bd-4dd3-4445-8861-41e4615b40b0 admin admin] Made reservation on behalf of 44922f5afdfe43f8860e1106271e7c01 for: {'subnet': 1} {{(pid=92455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:02:46.825077 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-3b4398bd-4dd3-4445-8861-41e4615b40b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:02:47.114778 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-3b4398bd-4dd3-4445-8861-41e4615b40b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440'] for subnet, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:02:47.120550 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:02:47.193605 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4398bd-4dd3-4445-8861-41e4615b40b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd6321f2-b722-4358-aee2-3562cb1df625,revision_number=0']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:02:47.198456 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4398bd-4dd3-4445-8861-41e4615b40b0 admin admin] Checking segment: {'id': 'e453227b-7cae-4762-93c2-27f1d1b1d60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f6c32c80-99b6-4013-9d4b-81ed4b7e8fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:02:47.199117 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4398bd-4dd3-4445-8861-41e4615b40b0 admin admin] Network hostable DHCP agents. Network: f6c32c80-99b6-4013-9d4b-81ed4b7e8fb2, hostable agents: ['2a21a80c-97c7-49ed-8bbe-36caa960580c'], hosted agents: [] {{(pid=92455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 20:02:47.202736 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-3b4398bd-4dd3-4445-8861-41e4615b40b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:02:47.285778 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4398bd-4dd3-4445-8861-41e4615b40b0 admin admin] Network f6c32c80-99b6-4013-9d4b-81ed4b7e8fb2 is scheduled to be hosted by DHCP agent 2a21a80c-97c7-49ed-8bbe-36caa960580c with binding_index 1 {{(pid=92455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 20:02:47.371773 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.base_scheduler [None req-3b4398bd-4dd3-4445-8861-41e4615b40b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795669-1-iscsi, f6c32c80-99b6-4013-9d4b-81ed4b7e8fb2) {{(pid=92455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:02:47.376723 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4398bd-4dd3-4445-8861-41e4615b40b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:02:47.377470 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-3b4398bd-4dd3-4445-8861-41e4615b40b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for subnet, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:02:47.382235 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca1fbf7-74c7-4cf7-8e15-51105d901991 None None] Network f6c32c80-99b6-4013-9d4b-81ed4b7e8fb2 requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:02:47.470669 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-3b4398bd-4dd3-4445-8861-41e4615b40b0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7488494 Jun 09 20:02:47.610108 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c43591-425a-4fab-bd0b-f40a39a856b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9039d117-f7fa-5a03-916c-66ac7993bb31-f6c32c80-99b6-4013-9d4b-81ed4b7e8fb2', 'network_id': 'f6c32c80-99b6-4013-9d4b-81ed4b7e8fb2', 'tenant_id': '44922f5afdfe43f8860e1106271e7c01', 'fixed_ips': [{'subnet_id': 'cd6321f2-b722-4358-aee2-3562cb1df625'}]}} from dv-cinder-795669-1-iscsi. {{(pid=92457) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 20:02:47.610935 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-a6c43591-425a-4fab-bd0b-f40a39a856b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:02:47.767778 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.db_base_plugin_common [None req-a6c43591-425a-4fab-bd0b-f40a39a856b9 None None] Allocated IP 192.168.233.2 (f6c32c80-99b6-4013-9d4b-81ed4b7e8fb2/cd6321f2-b722-4358-aee2-3562cb1df625/792b0978-fad2-4c27-a09f-b0c9fbc47a79) {{(pid=92457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:02:47.969152 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-a6c43591-425a-4fab-bd0b-f40a39a856b9 None None] Notify callbacks [] for port, precommit_create {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:02:47.979316 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-a6c43591-425a-4fab-bd0b-f40a39a856b9 None None] Transition to ACTIVE for port object 792b0978-fad2-4c27-a09f-b0c9fbc47a79 will not be triggered until provisioned by entity L2. {{(pid=92457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:02:47.997961 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-a6c43591-425a-4fab-bd0b-f40a39a856b9 None None] Transition to ACTIVE for port object 792b0978-fad2-4c27-a09f-b0c9fbc47a79 will not be triggered until provisioned by entity DHCP. {{(pid=92457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:02:48.095881 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-a6c43591-425a-4fab-bd0b-f40a39a856b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368'] for port, after_create {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:02:48.100509 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:02:48.164928 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c43591-425a-4fab-bd0b-f40a39a856b9 None None] Network f6c32c80-99b6-4013-9d4b-81ed4b7e8fb2 is already hosted by enough agents. {{(pid=92457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:02:48.167748 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.scheduler.base_scheduler [None req-a6c43591-425a-4fab-bd0b-f40a39a856b9 None None] Resources bound (agent type, host, resource id): {{(pid=92457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:02:48.174004 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c43591-425a-4fab-bd0b-f40a39a856b9 None None] Received port after_create {{(pid=92457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:02:48.176099 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c43591-425a-4fab-bd0b-f40a39a856b9 None None] Pushing event updated for resources: {'Port': ['ID=792b0978-fad2-4c27-a09f-b0c9fbc47a79,revision_number=1']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:02:48.185459 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c43591-425a-4fab-bd0b-f40a39a856b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:02:48.185802 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c43591-425a-4fab-bd0b-f40a39a856b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:02:48.186137 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c43591-425a-4fab-bd0b-f40a39a856b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:02:48.186469 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c43591-425a-4fab-bd0b-f40a39a856b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:02:48.186797 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c43591-425a-4fab-bd0b-f40a39a856b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:02:48.187171 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c43591-425a-4fab-bd0b-f40a39a856b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:02:48.187441 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c43591-425a-4fab-bd0b-f40a39a856b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:02:48.187759 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c43591-425a-4fab-bd0b-f40a39a856b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:02:48.188125 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c43591-425a-4fab-bd0b-f40a39a856b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:02:48.188446 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c43591-425a-4fab-bd0b-f40a39a856b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:02:48.188776 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c43591-425a-4fab-bd0b-f40a39a856b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:02:48.189096 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c43591-425a-4fab-bd0b-f40a39a856b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:02:48.216405 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-a6c43591-425a-4fab-bd0b-f40a39a856b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:02:48.277668 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-a6c43591-425a-4fab-bd0b-f40a39a856b9 None None] Attempting to bind port 792b0978-fad2-4c27-a09f-b0c9fbc47a79 on host dv-cinder-795669-1-iscsi for vnic_type normal with profile {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:02:48.278035 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-a6c43591-425a-4fab-bd0b-f40a39a856b9 None None] Attempting to bind port 792b0978-fad2-4c27-a09f-b0c9fbc47a79 by drivers openvswitch,hyperv on host dv-cinder-795669-1-iscsi at level 0 using segments [{'id': 'e453227b-7cae-4762-93c2-27f1d1b1d60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f6c32c80-99b6-4013-9d4b-81ed4b7e8fb2'}] {{(pid=92457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:02:48.278393 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c43591-425a-4fab-bd0b-f40a39a856b9 None None] Attempting to bind port 792b0978-fad2-4c27-a09f-b0c9fbc47a79 on network f6c32c80-99b6-4013-9d4b-81ed4b7e8fb2 {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:02:48.283620 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c43591-425a-4fab-bd0b-f40a39a856b9 None None] Checking agent: {'id': 'b1990edb-c1d4-4f42-bb5d-5bf0b4ac7e85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 19, 59, 31), 'started_at': datetime.datetime(2021, 6, 9, 20, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:02:48.284021 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c43591-425a-4fab-bd0b-f40a39a856b9 None None] Checking segment: {'id': 'e453227b-7cae-4762-93c2-27f1d1b1d60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f6c32c80-99b6-4013-9d4b-81ed4b7e8fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:02:48.284420 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-a6c43591-425a-4fab-bd0b-f40a39a856b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:02:48.284808 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c43591-425a-4fab-bd0b-f40a39a856b9 None None] Bound using segment: {'id': 'e453227b-7cae-4762-93c2-27f1d1b1d60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f6c32c80-99b6-4013-9d4b-81ed4b7e8fb2'} {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:02:48.285260 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-a6c43591-425a-4fab-bd0b-f40a39a856b9 None None] Bound port: 792b0978-fad2-4c27-a09f-b0c9fbc47a79, host: dv-cinder-795669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e453227b-7cae-4762-93c2-27f1d1b1d60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f6c32c80-99b6-4013-9d4b-81ed4b7e8fb2'}}] {{(pid=92457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:02:48.285626 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-a6c43591-425a-4fab-bd0b-f40a39a856b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:02:48.371289 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-a6c43591-425a-4fab-bd0b-f40a39a856b9 None None] For port 792b0978-fad2-4c27-a09f-b0c9fbc47a79, host dv-cinder-795669-1-iscsi, cleared binding levels {{(pid=92457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:02:48.374139 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-a6c43591-425a-4fab-bd0b-f40a39a856b9 None None] For port 792b0978-fad2-4c27-a09f-b0c9fbc47a79, host dv-cinder-795669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=792b0978-fad2-4c27-a09f-b0c9fbc47a79,segment=NetworkSegment(e453227b-7cae-4762-93c2-27f1d1b1d60f),segment_id=e453227b-7cae-4762-93c2-27f1d1b1d60f)] {{(pid=92457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:02:48.458115 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-a6c43591-425a-4fab-bd0b-f40a39a856b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:02:48.462180 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-1f94cf12-85b4-4c9d-9807-13b000e9b7bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:02:48.538395 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c43591-425a-4fab-bd0b-f40a39a856b9 None None] Pushing event updated for resources: {'Port': ['ID=792b0978-fad2-4c27-a09f-b0c9fbc47a79,revision_number=2']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:02:48.542305 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-a6c43591-425a-4fab-bd0b-f40a39a856b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:02:49.309971 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc403d5-059c-4dfb-863b-de4c7bf1f129 None None] Network f6c32c80-99b6-4013-9d4b-81ed4b7e8fb2 requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:02:49.521568 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 792b0978-fad2-4c27-a09f-b0c9fbc47a79 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:02:49.553154 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-64a854fe-6ada-49eb-8cab-dfaf1a1b8344 None None] Provisioning for port 792b0978-fad2-4c27-a09f-b0c9fbc47a79 completed by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:02:49.703677 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning for port 792b0978-fad2-4c27-a09f-b0c9fbc47a79 completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:02:49.709855 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 792b0978-fad2-4c27-a09f-b0c9fbc47a79 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:02:49.710452 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:02:49.856856 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:02:49.897221 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] For port 792b0978-fad2-4c27-a09f-b0c9fbc47a79, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=792b0978-fad2-4c27-a09f-b0c9fbc47a79,segment=NetworkSegment(e453227b-7cae-4762-93c2-27f1d1b1d60f),segment_id=e453227b-7cae-4762-93c2-27f1d1b1d60f)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:02:49.899741 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-386e3ba6-c396-4282-ada0-629a663216a0 None None] Provisioning complete for port 792b0978-fad2-4c27-a09f-b0c9fbc47a79 triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:02:49.904240 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-386e3ba6-c396-4282-ada0-629a663216a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:02:49.910798 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 5 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:02:49.991909 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:02:50.000936 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:02:50.080830 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Pushing event updated for resources: {'Port': ['ID=792b0978-fad2-4c27-a09f-b0c9fbc47a79,revision_number=3']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:02:50.084251 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:02:51.455029 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 792b0978-fad2-4c27-a09f-b0c9fbc47a79 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:02:51.520884 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 792b0978-fad2-4c27-a09f-b0c9fbc47a79 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:02:51.521254 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:02:59.009261 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-6cfe8ff1-e75c-4758-aa71-163f55c159f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:03:01.468592 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:03:01.834627 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-4d78d88c-5517-45e6-9fb5-3198bfa98ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:03:02.674124 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:03:04.254641 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:03:26.909136 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 5 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:03:29.028821 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-15bb01c7-b40f-4967-8d51-a7ba5e60b9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:03:31.433799 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:03:31.796856 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-eff0b51d-2e29-4d26-8bef-956b3fed0b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:03:32.656921 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:03:34.273901 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:03:59.047850 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-364d8a62-c152-4093-9fe0-e467383841fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:04:01.442717 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:04:01.816926 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-1a9fa339-2fad-49ba-a484-2a1aa55d34b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:04:02.659418 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:04:03.908200 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 5 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:04:04.270981 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:04:29.036443 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-a25773a3-e904-4846-b6f9-f3bb784239c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:04:31.434281 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:04:31.788077 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-f00dd570-c29b-4f49-be24-ebb49ac3d2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:04:32.681854 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:04:34.256642 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:04:40.907087 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 5 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:04:59.013370 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-abbaa044-795a-4c71-826f-47e950d75ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:05:01.510290 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:05:01.779339 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-c2487288-3ea6-4b8b-8743-5985235d081d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:05:02.659203 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:05:04.310831 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:05:17.906108 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 5 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:05:29.025061 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-91cfad37-47a1-4190-85d5-b2652a385db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:05:31.451136 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:05:31.813140 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-72be389b-d846-455f-afc3-b696c3607245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:05:32.674134 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:05:34.276498 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:05:47.068771 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 38940) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:05:47.075072 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [None req-570ba039-87d6-4c29-84b1-d48e2d325c5e tempest-verify_tempest_config-1440381158 tempest-verify_tempest_config-1440381158-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 20:05:47.076031 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-570ba039-87d6-4c29-84b1-d48e2d325c5e tempest-verify_tempest_config-1440381158 tempest-verify_tempest_config-1440381158-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062752 Jun 09 20:05:47.696293 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 38958) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:05:47.809594 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-b00b0c0d-2d1a-403b-aeb2-5196d1bebf15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:05:47.923099 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-b00b0c0d-2d1a-403b-aeb2-5196d1bebf15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:05:47.990373 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-b00b0c0d-2d1a-403b-aeb2-5196d1bebf15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:05:47.999323 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:05:48.036770 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-b00b0c0d-2d1a-403b-aeb2-5196d1bebf15 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=09c4b5d58db947158767dfc2c528729a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3394697 Jun 09 20:05:48.038235 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b0c0d-2d1a-403b-aeb2-5196d1bebf15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe751c2f-bbde-4e8a-b042-46bc0e80cee9,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:05:48.039567 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 38962) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:05:48.045707 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b0c0d-2d1a-403b-aeb2-5196d1bebf15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:05:48.046046 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b0c0d-2d1a-403b-aeb2-5196d1bebf15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:05:48.046376 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b0c0d-2d1a-403b-aeb2-5196d1bebf15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:05:48.046698 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b0c0d-2d1a-403b-aeb2-5196d1bebf15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:05:48.047013 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b0c0d-2d1a-403b-aeb2-5196d1bebf15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:05:48.047349 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b0c0d-2d1a-403b-aeb2-5196d1bebf15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:05:48.047664 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b0c0d-2d1a-403b-aeb2-5196d1bebf15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:05:48.048005 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b0c0d-2d1a-403b-aeb2-5196d1bebf15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:05:48.048331 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b0c0d-2d1a-403b-aeb2-5196d1bebf15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:05:48.048642 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b0c0d-2d1a-403b-aeb2-5196d1bebf15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:05:48.048949 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b0c0d-2d1a-403b-aeb2-5196d1bebf15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:05:48.049280 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b0c0d-2d1a-403b-aeb2-5196d1bebf15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:05:48.053823 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-b00b0c0d-2d1a-403b-aeb2-5196d1bebf15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:05:48.098080 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e92187f7-2bad-4aec-a68e-89c4b3d9b99f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:05:48.129536 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e92187f7-2bad-4aec-a68e-89c4b3d9b99f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:05:48.294047 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e92187f7-2bad-4aec-a68e-89c4b3d9b99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:05:48.296704 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e92187f7-2bad-4aec-a68e-89c4b3d9b99f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:05:48.297810 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-e92187f7-2bad-4aec-a68e-89c4b3d9b99f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fe751c2f-bbde-4e8a-b042-46bc0e80cee9 HTTP/1.1" status: 204 len: 168 time: 0.2572124 Jun 09 20:05:48.298577 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:05:48.307733 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92187f7-2bad-4aec-a68e-89c4b3d9b99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe751c2f-bbde-4e8a-b042-46bc0e80cee9,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:05:48.314472 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92187f7-2bad-4aec-a68e-89c4b3d9b99f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:05:48.314929 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92187f7-2bad-4aec-a68e-89c4b3d9b99f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:05:48.315272 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92187f7-2bad-4aec-a68e-89c4b3d9b99f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:05:48.315597 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92187f7-2bad-4aec-a68e-89c4b3d9b99f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:05:48.315945 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92187f7-2bad-4aec-a68e-89c4b3d9b99f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:05:48.316281 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92187f7-2bad-4aec-a68e-89c4b3d9b99f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:05:48.316601 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92187f7-2bad-4aec-a68e-89c4b3d9b99f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:05:48.316914 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92187f7-2bad-4aec-a68e-89c4b3d9b99f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:05:48.317239 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92187f7-2bad-4aec-a68e-89c4b3d9b99f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:05:48.317553 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92187f7-2bad-4aec-a68e-89c4b3d9b99f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:05:48.317860 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92187f7-2bad-4aec-a68e-89c4b3d9b99f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:05:48.318166 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92187f7-2bad-4aec-a68e-89c4b3d9b99f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:05:48.325846 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-e92187f7-2bad-4aec-a68e-89c4b3d9b99f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:05:54.904312 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 5 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:05:59.030214 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-b701a28f-e3ff-4a21-99d6-f3a02cfeaa5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:06:01.442230 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:06:01.807606 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-f52062a3-aff5-4b69-986d-3dd39dd53fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:06:02.670736 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:06:04.304565 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:06:29.013005 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-a178941a-b344-4f17-a4ff-5e4954198dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:06:31.430694 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:06:31.796332 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-9dc92db4-17c0-4a75-aea5-98c0406b4ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:06:31.902292 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 5 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:06:32.681926 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:06:34.276250 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:06:59.024865 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-9795fd76-ebf8-4c95-b22a-68b528d6fb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:07:01.445857 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:07:01.794183 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-74314d39-879e-4c50-a0eb-a79282100bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:07:02.703129 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:07:04.281587 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:07:08.900430 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 5 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:07:24.327994 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398'] for agent, after_create {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:07:28.602937 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 39024) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:07:28.719267 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-d32c2efc-e877-4d63-8683-ce1ede296315 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1152437 Jun 09 20:07:29.034454 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-6bfb7524-de7e-42a7-ad87-c797b46e1165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:07:30.900507 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 39034) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:07:30.954430 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-ac508a07-99e6-4bf4-9584-6abfb0db6c93 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0528526 Jun 09 20:07:31.482245 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:07:31.914783 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-3e7c170a-74fc-483c-bd9d-5eb35617ed37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:07:32.670874 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:07:34.293668 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:07:45.898764 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 6 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:07:54.265107 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:07:59.046138 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7d0d0db6-939b-4ad9-9c22-58f5f9e1a012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:08:01.465053 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:08:01.830451 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-58e04c02-eac8-4325-b4ca-e116ea3d5d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:08:02.686317 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:08:04.287622 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:08:22.899337 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 6 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:08:24.277054 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:08:29.048742 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-cd578d46-1ec7-4fa1-876f-2e4c580355a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:08:31.499796 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:08:31.797332 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-f64678a9-f913-4fef-bf99-09fde39fe9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:08:32.676826 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:08:34.299220 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:08:54.287350 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:08:58.670536 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 39232) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:08:58.876275 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 39250) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:08:59.047041 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-c4c0b6fb-4667-43a7-b30d-3c4ada4db0b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:08:59.092041 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-440665d4-7a55-4a94-ac8e-fb1f67c6fc94 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1332552171-network', 'tenant_id': '130fe86e36334ce89137e771e083d759'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:08:59.206773 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440665d4-7a55-4a94-ac8e-fb1f67c6fc94 admin admin] Made reservation on behalf of 130fe86e36334ce89137e771e083d759 for: {'network': 1} {{(pid=92456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:08:59.209370 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-440665d4-7a55-4a94-ac8e-fb1f67c6fc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-786179'] for network, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:08:59.222862 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-440665d4-7a55-4a94-ac8e-fb1f67c6fc94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:08:59.338252 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-440665d4-7a55-4a94-ac8e-fb1f67c6fc94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:08:59.385730 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-440665d4-7a55-4a94-ac8e-fb1f67c6fc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:08:59.391443 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:08:59.400044 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 39258) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:08:59.438032 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440665d4-7a55-4a94-ac8e-fb1f67c6fc94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db1842f-5a70-488e-b60c-152a9f2fab68,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:08:59.448766 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440665d4-7a55-4a94-ac8e-fb1f67c6fc94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:08:59.449374 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440665d4-7a55-4a94-ac8e-fb1f67c6fc94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:08:59.450016 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440665d4-7a55-4a94-ac8e-fb1f67c6fc94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:08:59.450856 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440665d4-7a55-4a94-ac8e-fb1f67c6fc94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:08:59.451505 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440665d4-7a55-4a94-ac8e-fb1f67c6fc94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:08:59.452041 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440665d4-7a55-4a94-ac8e-fb1f67c6fc94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:08:59.452602 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440665d4-7a55-4a94-ac8e-fb1f67c6fc94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:08:59.453114 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440665d4-7a55-4a94-ac8e-fb1f67c6fc94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:08:59.453624 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440665d4-7a55-4a94-ac8e-fb1f67c6fc94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:08:59.454604 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440665d4-7a55-4a94-ac8e-fb1f67c6fc94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:08:59.455283 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440665d4-7a55-4a94-ac8e-fb1f67c6fc94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:08:59.455789 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440665d4-7a55-4a94-ac8e-fb1f67c6fc94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:08:59.457132 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440665d4-7a55-4a94-ac8e-fb1f67c6fc94 admin admin] Tracked resource versions report: Jun 09 20:08:59.457132 dv-cinder-795669-1-iscsi neutron-server[92456]: pushed versions: Jun 09 20:08:59.457132 dv-cinder-795669-1-iscsi neutron-server[92456]: { 'AddressGroup': {'1.2'}, Jun 09 20:08:59.457132 dv-cinder-795669-1-iscsi neutron-server[92456]: 'ConntrackHelper': {'1.0'}, Jun 09 20:08:59.457132 dv-cinder-795669-1-iscsi neutron-server[92456]: 'Log': {'1.0'}, Jun 09 20:08:59.457132 dv-cinder-795669-1-iscsi neutron-server[92456]: 'Network': {'1.1'}, Jun 09 20:08:59.457132 dv-cinder-795669-1-iscsi neutron-server[92456]: 'Port': {'1.7'}, Jun 09 20:08:59.457132 dv-cinder-795669-1-iscsi neutron-server[92456]: 'PortForwarding': {'1.2'}, Jun 09 20:08:59.457132 dv-cinder-795669-1-iscsi neutron-server[92456]: 'QosPolicy': {'1.8'}, Jun 09 20:08:59.457132 dv-cinder-795669-1-iscsi neutron-server[92456]: 'SecurityGroup': {'1.4'}, Jun 09 20:08:59.457132 dv-cinder-795669-1-iscsi neutron-server[92456]: 'SecurityGroupRule': {'1.2'}, Jun 09 20:08:59.457132 dv-cinder-795669-1-iscsi neutron-server[92456]: 'SubPort': {'1.0'}, Jun 09 20:08:59.457132 dv-cinder-795669-1-iscsi neutron-server[92456]: 'Subnet': {'1.1'}, Jun 09 20:08:59.457132 dv-cinder-795669-1-iscsi neutron-server[92456]: 'Trunk': {'1.1'}} Jun 09 20:08:59.457132 dv-cinder-795669-1-iscsi neutron-server[92456]: consumer versions: Jun 09 20:08:59.457132 dv-cinder-795669-1-iscsi neutron-server[92456]: { DHCP agent@dv-cinder-795669-1-iscsi: {}, Jun 09 20:08:59.457132 dv-cinder-795669-1-iscsi neutron-server[92456]: HyperV agent@hv-cinder-79566: {}, Jun 09 20:08:59.457132 dv-cinder-795669-1-iscsi neutron-server[92456]: L3 agent@dv-cinder-795669-1-iscsi: {}, Jun 09 20:08:59.457132 dv-cinder-795669-1-iscsi neutron-server[92456]: Metadata agent@dv-cinder-795669-1-iscsi: {}, Jun 09 20:08:59.457132 dv-cinder-795669-1-iscsi neutron-server[92456]: Metering agent@dv-cinder-795669-1-iscsi: {}, Jun 09 20:08:59.457132 dv-cinder-795669-1-iscsi neutron-server[92456]: Open vSwitch agent@dv-cinder-795669-1-iscsi: { 'AddressGroup': '1.2', Jun 09 20:08:59.457132 dv-cinder-795669-1-iscsi neutron-server[92456]: 'ConntrackHelper': '1.0', Jun 09 20:08:59.457132 dv-cinder-795669-1-iscsi neutron-server[92456]: 'Log': '1.0', Jun 09 20:08:59.457132 dv-cinder-795669-1-iscsi neutron-server[92456]: 'Network': '1.1', Jun 09 20:08:59.457132 dv-cinder-795669-1-iscsi neutron-server[92456]: 'Port': '1.7', Jun 09 20:08:59.457132 dv-cinder-795669-1-iscsi neutron-server[92456]: 'PortForwarding': '1.2', Jun 09 20:08:59.457132 dv-cinder-795669-1-iscsi neutron-server[92456]: 'QosPolicy': '1.8', Jun 09 20:08:59.457132 dv-cinder-795669-1-iscsi neutron-server[92456]: 'SecurityGroup': '1.4', Jun 09 20:08:59.457132 dv-cinder-795669-1-iscsi neutron-server[92456]: 'SecurityGroupRule': '1.2', Jun 09 20:08:59.457132 dv-cinder-795669-1-iscsi neutron-server[92456]: 'SubPort': '1.0', Jun 09 20:08:59.457132 dv-cinder-795669-1-iscsi neutron-server[92456]: 'Subnet': '1.1', Jun 09 20:08:59.457132 dv-cinder-795669-1-iscsi neutron-server[92456]: 'Trunk': '1.1'}} Jun 09 20:08:59.457132 dv-cinder-795669-1-iscsi neutron-server[92456]: {{(pid=92456) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 20:08:59.465325 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-440665d4-7a55-4a94-ac8e-fb1f67c6fc94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:08:59.472270 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-440665d4-7a55-4a94-ac8e-fb1f67c6fc94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=92456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 20:08:59.486360 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-440665d4-7a55-4a94-ac8e-fb1f67c6fc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028'] for segment, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:08:59.487178 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.db.segments_db [None req-440665d4-7a55-4a94-ac8e-fb1f67c6fc94 admin admin] Added segment 2f764320-011f-41fd-8ea6-f7a44c11fa79 of type vlan for network c116dba9-ae4c-469c-99d6-deeaa649af0e Jun 09 20:08:59.521511 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-440665d4-7a55-4a94-ac8e-fb1f67c6fc94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784791347429'] for network, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:08:59.596042 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-b2fd477b-7833-4185-b2dd-b546ed092765 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1571002305-network', 'tenant_id': '3f30e4e665c8435e83fa56abcd23bc22'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:08:59.631250 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-440665d4-7a55-4a94-ac8e-fb1f67c6fc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3854142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545'] for network, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:08:59.633010 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440665d4-7a55-4a94-ac8e-fb1f67c6fc94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:08:59.634021 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-440665d4-7a55-4a94-ac8e-fb1f67c6fc94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for network, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:08:59.648066 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:08:59.696202 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 39270) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:08:59.716329 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fd477b-7833-4185-b2dd-b546ed092765 admin admin] Made reservation on behalf of 3f30e4e665c8435e83fa56abcd23bc22 for: {'network': 1} {{(pid=92456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:08:59.718696 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b2fd477b-7833-4185-b2dd-b546ed092765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-786179'] for network, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:08:59.740440 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b2fd477b-7833-4185-b2dd-b546ed092765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:08:59.766828 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440665d4-7a55-4a94-ac8e-fb1f67c6fc94 admin admin] Pushing event updated for resources: {'Network': ['ID=c116dba9-ae4c-469c-99d6-deeaa649af0e,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:08:59.769654 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-440665d4-7a55-4a94-ac8e-fb1f67c6fc94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:08:59.778581 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Network c116dba9-ae4c-469c-99d6-deeaa649af0e details requested by agent ovs-agent-dv-cinder-795669-1-iscsi with host dv-cinder-795669-1-iscsi {{(pid=92457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 20:08:59.803489 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [None req-175e9a98-d485-455a-adec-9b72d42991b6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2020173337-network', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1'}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:08:59.847929 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [None req-332edd4f-d713-40b7-9c82-3ffed0483a2f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1581776081-network', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2'}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:08:59.888991 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 39278) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:08:59.895489 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-440665d4-7a55-4a94-ac8e-fb1f67c6fc94 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2201393 Jun 09 20:08:59.895630 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [None req-2c837937-4d84-4643-9fd1-286e7c05858d admin admin] Request body: {'subnet': {'network_id': 'c116dba9-ae4c-469c-99d6-deeaa649af0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1332552171-subnet', 'tenant_id': '130fe86e36334ce89137e771e083d759', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:08:59.898475 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 6 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:08:59.910460 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b2fd477b-7833-4185-b2dd-b546ed092765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:08:59.980029 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b2fd477b-7833-4185-b2dd-b546ed092765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:08:59.983235 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-e92187f7-2bad-4aec-a68e-89c4b3d9b99f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:00.012905 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2fd477b-7833-4185-b2dd-b546ed092765 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=92456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 20:09:00.021504 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd477b-7833-4185-b2dd-b546ed092765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e83395-c9b3-4d6e-b922-f79c00024d9d,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:00.025721 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-b2fd477b-7833-4185-b2dd-b546ed092765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:00.029726 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b2fd477b-7833-4185-b2dd-b546ed092765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028'] for segment, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:00.030152 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.db.segments_db [None req-b2fd477b-7833-4185-b2dd-b546ed092765 admin admin] Added segment 7e693cad-958c-450d-b744-b9a52e4f9dcc of type vlan for network b2773c51-860c-4726-b245-81d2da947565 Jun 09 20:09:00.059483 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b2fd477b-7833-4185-b2dd-b546ed092765 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784791347429'] for network, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:00.087459 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175e9a98-d485-455a-adec-9b72d42991b6 admin admin] Made reservation on behalf of a153f4ee3c7640608753fa26850931e1 for: {'network': 1} {{(pid=92455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:09:00.090934 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-175e9a98-d485-455a-adec-9b72d42991b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-786179'] for network, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:00.108035 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-175e9a98-d485-455a-adec-9b72d42991b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:00.162877 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b2fd477b-7833-4185-b2dd-b546ed092765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3854142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545'] for network, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:00.164233 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fd477b-7833-4185-b2dd-b546ed092765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:00.164812 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b2fd477b-7833-4185-b2dd-b546ed092765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for network, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:00.169792 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-440665d4-7a55-4a94-ac8e-fb1f67c6fc94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:00.225158 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332edd4f-d713-40b7-9c82-3ffed0483a2f admin admin] Made reservation on behalf of ce21b31906334471913e27e7b2dd9bf2 for: {'network': 1} {{(pid=92455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:09:00.227593 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-332edd4f-d713-40b7-9c82-3ffed0483a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-786179'] for network, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:00.243792 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-332edd4f-d713-40b7-9c82-3ffed0483a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:00.272880 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd477b-7833-4185-b2dd-b546ed092765 admin admin] Pushing event updated for resources: {'Network': ['ID=b2773c51-860c-4726-b245-81d2da947565,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:00.287623 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-b2fd477b-7833-4185-b2dd-b546ed092765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:00.287777 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Network b2773c51-860c-4726-b245-81d2da947565 details requested by agent ovs-agent-dv-cinder-795669-1-iscsi with host dv-cinder-795669-1-iscsi {{(pid=92457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 20:09:00.347862 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c837937-4d84-4643-9fd1-286e7c05858d admin admin] Made reservation on behalf of 130fe86e36334ce89137e771e083d759 for: {'subnet': 1} {{(pid=92455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:09:00.350368 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-2c837937-4d84-4643-9fd1-286e7c05858d admin admin] Notify callbacks [] for subnet, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:00.658013 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-175e9a98-d485-455a-adec-9b72d42991b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:00.826562 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-175e9a98-d485-455a-adec-9b72d42991b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:00.828618 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-2c837937-4d84-4643-9fd1-286e7c05858d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440'] for subnet, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:00.832954 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-b00b0c0d-2d1a-403b-aeb2-5196d1bebf15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:00.864827 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-175e9a98-d485-455a-adec-9b72d42991b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=92455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 20:09:00.890796 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e9a98-d485-455a-adec-9b72d42991b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758e556f-f26b-40ce-9f49-4d8be67b2e14,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:00.892315 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-175e9a98-d485-455a-adec-9b72d42991b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028'] for segment, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:00.892672 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.db.segments_db [None req-175e9a98-d485-455a-adec-9b72d42991b6 admin admin] Added segment 38307e43-90bf-416e-82c0-ea8120621c99 of type vlan for network 4a036ca4-dd58-4133-bd8c-881911c6180b Jun 09 20:09:00.899504 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e9a98-d485-455a-adec-9b72d42991b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:09:00.900306 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e9a98-d485-455a-adec-9b72d42991b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:09:00.900811 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e9a98-d485-455a-adec-9b72d42991b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:09:00.901347 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e9a98-d485-455a-adec-9b72d42991b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:09:00.901880 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e9a98-d485-455a-adec-9b72d42991b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:09:00.902410 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e9a98-d485-455a-adec-9b72d42991b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:09:00.902932 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e9a98-d485-455a-adec-9b72d42991b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:09:00.903653 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e9a98-d485-455a-adec-9b72d42991b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:09:00.904217 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e9a98-d485-455a-adec-9b72d42991b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:09:00.904750 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e9a98-d485-455a-adec-9b72d42991b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:09:00.905268 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e9a98-d485-455a-adec-9b72d42991b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:09:00.906351 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e9a98-d485-455a-adec-9b72d42991b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:09:00.907390 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e9a98-d485-455a-adec-9b72d42991b6 admin admin] Tracked resource versions report: Jun 09 20:09:00.907390 dv-cinder-795669-1-iscsi neutron-server[92455]: pushed versions: Jun 09 20:09:00.907390 dv-cinder-795669-1-iscsi neutron-server[92455]: { 'AddressGroup': {'1.2'}, Jun 09 20:09:00.907390 dv-cinder-795669-1-iscsi neutron-server[92455]: 'ConntrackHelper': {'1.0'}, Jun 09 20:09:00.907390 dv-cinder-795669-1-iscsi neutron-server[92455]: 'Log': {'1.0'}, Jun 09 20:09:00.907390 dv-cinder-795669-1-iscsi neutron-server[92455]: 'Network': {'1.1'}, Jun 09 20:09:00.907390 dv-cinder-795669-1-iscsi neutron-server[92455]: 'Port': {'1.7'}, Jun 09 20:09:00.907390 dv-cinder-795669-1-iscsi neutron-server[92455]: 'PortForwarding': {'1.2'}, Jun 09 20:09:00.907390 dv-cinder-795669-1-iscsi neutron-server[92455]: 'QosPolicy': {'1.8'}, Jun 09 20:09:00.907390 dv-cinder-795669-1-iscsi neutron-server[92455]: 'SecurityGroup': {'1.4'}, Jun 09 20:09:00.907390 dv-cinder-795669-1-iscsi neutron-server[92455]: 'SecurityGroupRule': {'1.2'}, Jun 09 20:09:00.907390 dv-cinder-795669-1-iscsi neutron-server[92455]: 'SubPort': {'1.0'}, Jun 09 20:09:00.907390 dv-cinder-795669-1-iscsi neutron-server[92455]: 'Subnet': {'1.1'}, Jun 09 20:09:00.907390 dv-cinder-795669-1-iscsi neutron-server[92455]: 'Trunk': {'1.1'}} Jun 09 20:09:00.907390 dv-cinder-795669-1-iscsi neutron-server[92455]: consumer versions: Jun 09 20:09:00.907390 dv-cinder-795669-1-iscsi neutron-server[92455]: { DHCP agent@dv-cinder-795669-1-iscsi: {}, Jun 09 20:09:00.907390 dv-cinder-795669-1-iscsi neutron-server[92455]: HyperV agent@hv-cinder-79566: {}, Jun 09 20:09:00.907390 dv-cinder-795669-1-iscsi neutron-server[92455]: L3 agent@dv-cinder-795669-1-iscsi: {}, Jun 09 20:09:00.907390 dv-cinder-795669-1-iscsi neutron-server[92455]: Metadata agent@dv-cinder-795669-1-iscsi: {}, Jun 09 20:09:00.907390 dv-cinder-795669-1-iscsi neutron-server[92455]: Metering agent@dv-cinder-795669-1-iscsi: {}, Jun 09 20:09:00.907390 dv-cinder-795669-1-iscsi neutron-server[92455]: Open vSwitch agent@dv-cinder-795669-1-iscsi: { 'AddressGroup': '1.2', Jun 09 20:09:00.907390 dv-cinder-795669-1-iscsi neutron-server[92455]: 'ConntrackHelper': '1.0', Jun 09 20:09:00.907390 dv-cinder-795669-1-iscsi neutron-server[92455]: 'Log': '1.0', Jun 09 20:09:00.907390 dv-cinder-795669-1-iscsi neutron-server[92455]: 'Network': '1.1', Jun 09 20:09:00.907390 dv-cinder-795669-1-iscsi neutron-server[92455]: 'Port': '1.7', Jun 09 20:09:00.907390 dv-cinder-795669-1-iscsi neutron-server[92455]: 'PortForwarding': '1.2', Jun 09 20:09:00.907390 dv-cinder-795669-1-iscsi neutron-server[92455]: 'QosPolicy': '1.8', Jun 09 20:09:00.907390 dv-cinder-795669-1-iscsi neutron-server[92455]: 'SecurityGroup': '1.4', Jun 09 20:09:00.907390 dv-cinder-795669-1-iscsi neutron-server[92455]: 'SecurityGroupRule': '1.2', Jun 09 20:09:00.907390 dv-cinder-795669-1-iscsi neutron-server[92455]: 'SubPort': '1.0', Jun 09 20:09:00.907390 dv-cinder-795669-1-iscsi neutron-server[92455]: 'Subnet': '1.1', Jun 09 20:09:00.907390 dv-cinder-795669-1-iscsi neutron-server[92455]: 'Trunk': '1.1'}} Jun 09 20:09:00.907390 dv-cinder-795669-1-iscsi neutron-server[92455]: {{(pid=92455) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 20:09:00.917782 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-b2fd477b-7833-4185-b2dd-b546ed092765 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0403106 Jun 09 20:09:00.919883 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 39318) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:00.929894 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-175e9a98-d485-455a-adec-9b72d42991b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:00.929988 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-3045fa5c-acaa-467d-b5a2-6a74be55c4da admin admin] Request body: {'subnet': {'network_id': 'b2773c51-860c-4726-b245-81d2da947565', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1571002305-subnet', 'tenant_id': '3f30e4e665c8435e83fa56abcd23bc22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:09:00.931275 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:01.008582 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c837937-4d84-4643-9fd1-286e7c05858d admin admin] Checking segment: {'id': '2f764320-011f-41fd-8ea6-f7a44c11fa79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c116dba9-ae4c-469c-99d6-deeaa649af0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:09:01.008949 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c837937-4d84-4643-9fd1-286e7c05858d admin admin] Network hostable DHCP agents. Network: c116dba9-ae4c-469c-99d6-deeaa649af0e, hostable agents: ['2a21a80c-97c7-49ed-8bbe-36caa960580c'], hosted agents: [] {{(pid=92455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 20:09:01.026723 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-175e9a98-d485-455a-adec-9b72d42991b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784791347429'] for network, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:01.044569 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c837937-4d84-4643-9fd1-286e7c05858d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4826b43f-2457-4aed-9252-257de469bfa5,revision_number=0']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:01.097347 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-2c837937-4d84-4643-9fd1-286e7c05858d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:01.163779 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-332edd4f-d713-40b7-9c82-3ffed0483a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:01.242813 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c837937-4d84-4643-9fd1-286e7c05858d admin admin] Network c116dba9-ae4c-469c-99d6-deeaa649af0e is scheduled to be hosted by DHCP agent 2a21a80c-97c7-49ed-8bbe-36caa960580c with binding_index 1 {{(pid=92455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 20:09:01.272047 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-175e9a98-d485-455a-adec-9b72d42991b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3854142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545'] for network, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:01.273255 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-332edd4f-d713-40b7-9c82-3ffed0483a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:01.274660 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175e9a98-d485-455a-adec-9b72d42991b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:01.275373 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-175e9a98-d485-455a-adec-9b72d42991b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for network, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:01.287448 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-c383c98c-1ffe-4d2e-b848-ef9ed98b55e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:01.358672 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3045fa5c-acaa-467d-b5a2-6a74be55c4da admin admin] Made reservation on behalf of 3f30e4e665c8435e83fa56abcd23bc22 for: {'subnet': 1} {{(pid=92456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:09:01.364001 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3045fa5c-acaa-467d-b5a2-6a74be55c4da admin admin] Notify callbacks [] for subnet, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:01.378352 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.base_scheduler [None req-2c837937-4d84-4643-9fd1-286e7c05858d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795669-1-iscsi, c116dba9-ae4c-469c-99d6-deeaa649af0e) {{(pid=92455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:09:01.393262 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-332edd4f-d713-40b7-9c82-3ffed0483a2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=92455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 20:09:01.399609 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4316ae6-fb17-4999-aa5c-ebe09f5a58db None None] Network c116dba9-ae4c-469c-99d6-deeaa649af0e requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:09:01.405496 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c837937-4d84-4643-9fd1-286e7c05858d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:01.406032 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-2c837937-4d84-4643-9fd1-286e7c05858d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for subnet, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:01.425843 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e9a98-d485-455a-adec-9b72d42991b6 admin admin] Pushing event updated for resources: {'Network': ['ID=4a036ca4-dd58-4133-bd8c-881911c6180b,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:01.428648 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-332edd4f-d713-40b7-9c82-3ffed0483a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028'] for segment, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:01.428987 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.db.segments_db [None req-332edd4f-d713-40b7-9c82-3ffed0483a2f admin admin] Added segment 45746326-9f2d-4f9b-be09-234217d11e5c of type vlan for network d61eb754-bcce-4b42-88fd-e498290dcd18 Jun 09 20:09:01.431128 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-175e9a98-d485-455a-adec-9b72d42991b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:01.434985 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:01.455245 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-175e9a98-d485-455a-adec-9b72d42991b6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0534694 Jun 09 20:09:01.473631 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 39334) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:01.478590 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [None req-50f2e3dc-5f61-49a1-af11-7f85bf4e40ef admin admin] Request body: {'subnet': {'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2020173337-subnet', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:09:01.479757 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Network 4a036ca4-dd58-4133-bd8c-881911c6180b details requested by agent ovs-agent-dv-cinder-795669-1-iscsi with host dv-cinder-795669-1-iscsi {{(pid=92457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 20:09:01.492958 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-332edd4f-d713-40b7-9c82-3ffed0483a2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784791347429'] for network, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:01.498776 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332edd4f-d713-40b7-9c82-3ffed0483a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e600785c-f441-4316-8014-81d4db6e2648,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:01.503811 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-332edd4f-d713-40b7-9c82-3ffed0483a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:01.545883 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-2c837937-4d84-4643-9fd1-286e7c05858d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6471632 Jun 09 20:09:01.672527 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-332edd4f-d713-40b7-9c82-3ffed0483a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3854142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545'] for network, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:01.673375 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f2e3dc-5f61-49a1-af11-7f85bf4e40ef admin admin] Made reservation on behalf of a153f4ee3c7640608753fa26850931e1 for: {'subnet': 1} {{(pid=92455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:09:01.675667 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-50f2e3dc-5f61-49a1-af11-7f85bf4e40ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:01.712448 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332edd4f-d713-40b7-9c82-3ffed0483a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:01.712982 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-332edd4f-d713-40b7-9c82-3ffed0483a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for network, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:01.795567 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:01.834939 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 39352) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:01.907390 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:02.063038 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250911f5-9189-420c-8d85-23a77d61365d None None] Network c116dba9-ae4c-469c-99d6-deeaa649af0e requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:09:02.077091 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332edd4f-d713-40b7-9c82-3ffed0483a2f admin admin] Pushing event updated for resources: {'Network': ['ID=d61eb754-bcce-4b42-88fd-e498290dcd18,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:02.084368 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-15c21b6d-9b43-4310-95e6-0dd0467d0864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:02.087016 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-332edd4f-d713-40b7-9c82-3ffed0483a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:02.133793 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3045fa5c-acaa-467d-b5a2-6a74be55c4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440'] for subnet, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:02.240175 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-b0489a48-1531-4a33-9355-64d511ab0330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:02.319772 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Network d61eb754-bcce-4b42-88fd-e498290dcd18 details requested by agent ovs-agent-dv-cinder-795669-1-iscsi with host dv-cinder-795669-1-iscsi {{(pid=92457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 20:09:02.332293 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-332edd4f-d713-40b7-9c82-3ffed0483a2f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.6345482 Jun 09 20:09:02.335413 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 39372) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:02.343302 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [None req-7024f092-7188-47aa-a970-779ffd6d50a3 admin admin] Request body: {'subnet': {'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1581776081-subnet', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:09:02.374913 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-50f2e3dc-5f61-49a1-af11-7f85bf4e40ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440'] for subnet, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:02.380446 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:02.469388 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3045fa5c-acaa-467d-b5a2-6a74be55c4da admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fb7b8a2-658b-4014-a6fa-473f341feb23,revision_number=0']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:02.481480 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-3045fa5c-acaa-467d-b5a2-6a74be55c4da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:02.486056 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-35eb90c6-1703-4f63-acd4-8e05419990e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:02.502661 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3045fa5c-acaa-467d-b5a2-6a74be55c4da admin admin] Checking segment: {'id': '7e693cad-958c-450d-b744-b9a52e4f9dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b2773c51-860c-4726-b245-81d2da947565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:09:02.503266 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3045fa5c-acaa-467d-b5a2-6a74be55c4da admin admin] Network hostable DHCP agents. Network: b2773c51-860c-4726-b245-81d2da947565, hostable agents: ['2a21a80c-97c7-49ed-8bbe-36caa960580c'], hosted agents: [] {{(pid=92456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 20:09:02.519004 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2e3dc-5f61-49a1-af11-7f85bf4e40ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=300c2a4a-c553-45e5-8e44-47365525b421,revision_number=0']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:02.523910 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-50f2e3dc-5f61-49a1-af11-7f85bf4e40ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:02.528544 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f2e3dc-5f61-49a1-af11-7f85bf4e40ef admin admin] Checking segment: {'id': '38307e43-90bf-416e-82c0-ea8120621c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:09:02.529276 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f2e3dc-5f61-49a1-af11-7f85bf4e40ef admin admin] Network hostable DHCP agents. Network: 4a036ca4-dd58-4133-bd8c-881911c6180b, hostable agents: ['2a21a80c-97c7-49ed-8bbe-36caa960580c'], hosted agents: [] {{(pid=92455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 20:09:02.553751 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-15c21b6d-9b43-4310-95e6-0dd0467d0864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:02.554614 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 39404) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:02.556742 dv-cinder-795669-1-iscsi neutron-server[92455]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 09 20:09:02.654525 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-15c21b6d-9b43-4310-95e6-0dd0467d0864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:02.656312 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3045fa5c-acaa-467d-b5a2-6a74be55c4da admin admin] Network b2773c51-860c-4726-b245-81d2da947565 is scheduled to be hosted by DHCP agent 2a21a80c-97c7-49ed-8bbe-36caa960580c with binding_index 1 {{(pid=92456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 20:09:02.663043 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f2e3dc-5f61-49a1-af11-7f85bf4e40ef admin admin] Network 4a036ca4-dd58-4133-bd8c-881911c6180b is scheduled to be hosted by DHCP agent 2a21a80c-97c7-49ed-8bbe-36caa960580c with binding_index 1 {{(pid=92455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 20:09:02.671338 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:02.717768 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-15c21b6d-9b43-4310-95e6-0dd0467d0864 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3e02fd81f4554c9e946976ab3bb5419d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8766499 Jun 09 20:09:02.717768 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c21b6d-9b43-4310-95e6-0dd0467d0864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015eef58-3f82-40b7-a610-1ed1313b63fb,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:02.721079 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 39406) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:02.721540 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-15c21b6d-9b43-4310-95e6-0dd0467d0864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:02.737877 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-ff383b2c-d0ce-46f9-9ccb-8de6f28be7bc tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:02.739346 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-ff383b2c-d0ce-46f9-9ccb-8de6f28be7bc tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/networks?id=c116dba9-ae4c-469c-99d6-deeaa649af0e HTTP/1.1" status: 200 len: 812 time: 0.1837513 Jun 09 20:09:02.740839 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:02.772584 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [None req-3045fa5c-acaa-467d-b5a2-6a74be55c4da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795669-1-iscsi, b2773c51-860c-4726-b245-81d2da947565) {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:09:02.777411 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3045fa5c-acaa-467d-b5a2-6a74be55c4da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:02.777879 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.base_scheduler [None req-50f2e3dc-5f61-49a1-af11-7f85bf4e40ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795669-1-iscsi, 4a036ca4-dd58-4133-bd8c-881911c6180b) {{(pid=92455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:09:02.778063 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3045fa5c-acaa-467d-b5a2-6a74be55c4da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for subnet, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:02.782485 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f2e3dc-5f61-49a1-af11-7f85bf4e40ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:02.787934 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-50f2e3dc-5f61-49a1-af11-7f85bf4e40ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for subnet, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:02.790166 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7024f092-7188-47aa-a970-779ffd6d50a3 admin admin] Made reservation on behalf of ce21b31906334471913e27e7b2dd9bf2 for: {'subnet': 1} {{(pid=92455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:09:02.790312 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3a6ff6-eb21-4f3d-b30e-9b107de7b1cf None None] Network b2773c51-860c-4726-b245-81d2da947565 requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:09:02.792479 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-7024f092-7188-47aa-a970-779ffd6d50a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:02.805803 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068bc731-d56d-4c6d-8dca-842cf322a7ff None None] Network 4a036ca4-dd58-4133-bd8c-881911c6180b requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:09:02.831312 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-4a49bda0-fdf8-4fa7-a35d-7b2099e8a3a3 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/quotas/130fe86e36334ce89137e771e083d759 HTTP/1.1" status: 200 len: 375 time: 0.0760627 Jun 09 20:09:02.891184 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-3045fa5c-acaa-467d-b5a2-6a74be55c4da admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.9659028 Jun 09 20:09:02.893370 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 39418) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:02.901642 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-5498c520-d0f6-40cb-b352-02f95962d508 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1571002305-router', 'tenant_id': '3f30e4e665c8435e83fa56abcd23bc22', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'}}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:09:02.975530 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-fa1f8b47-cb0d-4f5b-b73b-643edc907689 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=130fe86e36334ce89137e771e083d759&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1346903 Jun 09 20:09:03.021912 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-a37856ff-8aa6-44e0-ad81-c79d9e927e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:03.044816 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-50f2e3dc-5f61-49a1-af11-7f85bf4e40ef admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5701494 Jun 09 20:09:03.048559 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 39428) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:03.053478 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-ccd3ba9d-39fd-4bf0-9b4d-fc9f7a5d22cd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2020173337-router', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'}}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:09:03.077675 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-a37856ff-8aa6-44e0-ad81-c79d9e927e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:03.173958 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-270f845d-32a6-44cf-affa-1e03719e898d service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 20:09:03.179762 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-270f845d-32a6-44cf-affa-1e03719e898d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1137114 Jun 09 20:09:03.185179 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-5498c520-d0f6-40cb-b352-02f95962d508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3905348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3093'] for router, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:03.186172 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-5498c520-d0f6-40cb-b352-02f95962d508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3924451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3978520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3084'] for router, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:03.225270 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-5498c520-d0f6-40cb-b352-02f95962d508 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:03.290679 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea955983-3710-4ec0-a35b-b7edb5c44511 None None] Network b2773c51-860c-4726-b245-81d2da947565 requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:09:03.379492 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-9ccb72e7-afaa-4304-bf56-9427bf063716 service neutron] 10.222.0.15 "GET /v2.0/networks/c116dba9-ae4c-469c-99d6-deeaa649af0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959524 Jun 09 20:09:03.385671 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-a37856ff-8aa6-44e0-ad81-c79d9e927e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:03.392030 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ccd3ba9d-39fd-4bf0-9b4d-fc9f7a5d22cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3905348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3093'] for router, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:03.393089 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ccd3ba9d-39fd-4bf0-9b4d-fc9f7a5d22cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3924451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3978520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3084'] for router, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:03.406445 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-a37856ff-8aa6-44e0-ad81-c79d9e927e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:03.410018 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-a37856ff-8aa6-44e0-ad81-c79d9e927e6b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/015eef58-3f82-40b7-a610-1ed1313b63fb HTTP/1.1" status: 204 len: 168 time: 0.6877670 Jun 09 20:09:03.421060 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-332edd4f-d713-40b7-9c82-3ffed0483a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:03.469031 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1261afb6-a9bc-4fd7-b024-900658b345dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9039d117-f7fa-5a03-916c-66ac7993bb31-4a036ca4-dd58-4133-bd8c-881911c6180b', 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'fixed_ips': [{'subnet_id': '300c2a4a-c553-45e5-8e44-47365525b421'}]}} from dv-cinder-795669-1-iscsi. {{(pid=92457) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 20:09:03.469690 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-1261afb6-a9bc-4fd7-b024-900658b345dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:03.510062 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-7024f092-7188-47aa-a970-779ffd6d50a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440'] for subnet, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:03.520902 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37856ff-8aa6-44e0-ad81-c79d9e927e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015eef58-3f82-40b7-a610-1ed1313b63fb,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:03.533792 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-a37856ff-8aa6-44e0-ad81-c79d9e927e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:03.539058 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-50f2e3dc-5f61-49a1-af11-7f85bf4e40ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:03.635334 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-5498c520-d0f6-40cb-b352-02f95962d508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3924369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3905386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3130'] for router, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:03.643152 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ccd3ba9d-39fd-4bf0-9b4d-fc9f7a5d22cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:03.676283 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7024f092-7188-47aa-a970-779ffd6d50a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e75af2a-aa07-4655-b1c0-db112593470c,revision_number=0']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:03.680458 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-7024f092-7188-47aa-a970-779ffd6d50a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:03.731594 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7024f092-7188-47aa-a970-779ffd6d50a3 admin admin] Checking segment: {'id': '45746326-9f2d-4f9b-be09-234217d11e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:09:03.732270 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7024f092-7188-47aa-a970-779ffd6d50a3 admin admin] Network hostable DHCP agents. Network: d61eb754-bcce-4b42-88fd-e498290dcd18, hostable agents: ['2a21a80c-97c7-49ed-8bbe-36caa960580c'], hosted agents: [] {{(pid=92455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 20:09:03.756059 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.db_base_plugin_common [None req-1261afb6-a9bc-4fd7-b024-900658b345dc None None] Allocated IP 172.20.0.2 (4a036ca4-dd58-4133-bd8c-881911c6180b/300c2a4a-c553-45e5-8e44-47365525b421/1430655a-40b1-4221-bcc6-e350b2a6e763) {{(pid=92457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:09:03.779159 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-a5fdf8cd-a7bd-4105-9ad8-eb448e40eae6 service neutron] 10.222.0.15 "GET /v2.0/networks/c116dba9-ae4c-469c-99d6-deeaa649af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923349 Jun 09 20:09:03.893127 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7024f092-7188-47aa-a970-779ffd6d50a3 admin admin] Network d61eb754-bcce-4b42-88fd-e498290dcd18 is scheduled to be hosted by DHCP agent 2a21a80c-97c7-49ed-8bbe-36caa960580c with binding_index 1 {{(pid=92455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 20:09:03.992741 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-1261afb6-a9bc-4fd7-b024-900658b345dc None None] Notify callbacks [] for port, precommit_create {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:04.002151 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.base_scheduler [None req-7024f092-7188-47aa-a970-779ffd6d50a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795669-1-iscsi, d61eb754-bcce-4b42-88fd-e498290dcd18) {{(pid=92455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:09:04.003808 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-1261afb6-a9bc-4fd7-b024-900658b345dc None None] Transition to ACTIVE for port object 1430655a-40b1-4221-bcc6-e350b2a6e763 will not be triggered until provisioned by entity L2. {{(pid=92457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:09:04.007271 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7024f092-7188-47aa-a970-779ffd6d50a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:04.008074 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-7024f092-7188-47aa-a970-779ffd6d50a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for subnet, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:04.020991 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01609d8d-2e07-4ac9-91fe-51045ed06800 None None] Network d61eb754-bcce-4b42-88fd-e498290dcd18 requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:09:04.061965 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ccd3ba9d-39fd-4bf0-9b4d-fc9f7a5d22cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3924369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3905386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3130'] for router, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:04.110970 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 39470) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:04.146627 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-1261afb6-a9bc-4fd7-b024-900658b345dc None None] Transition to ACTIVE for port object 1430655a-40b1-4221-bcc6-e350b2a6e763 will not be triggered until provisioned by entity DHCP. {{(pid=92457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:09:04.167932 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d65b2180-a9c5-4965-b667-0bc27b8b94e5 req-18c31919-f36f-4498-ad76-a3cbcee0ebb2 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dc8ec03-6471-4278-9444-61c2faeeb75c HTTP/1.1" status: 200 len: 210 time: 0.0544660 Jun 09 20:09:04.200146 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-7024f092-7188-47aa-a970-779ffd6d50a3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8596005 Jun 09 20:09:04.202375 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 39478) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:04.217530 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [None req-f8534fe2-5591-4d20-b7c8-d3284d7a2d91 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1581776081-router', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'}}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:09:04.252354 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-1261afb6-a9bc-4fd7-b024-900658b345dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368'] for port, after_create {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:04.286748 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:04.333196 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-f8534fe2-5591-4d20-b7c8-d3284d7a2d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3905348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3093'] for router, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:04.335986 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-f8534fe2-5591-4d20-b7c8-d3284d7a2d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3924451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3978520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3084'] for router, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:04.358952 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1261afb6-a9bc-4fd7-b024-900658b345dc None None] Network 4a036ca4-dd58-4133-bd8c-881911c6180b is already hosted by enough agents. {{(pid=92457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:09:04.381318 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.scheduler.base_scheduler [None req-1261afb6-a9bc-4fd7-b024-900658b345dc None None] Resources bound (agent type, host, resource id): {{(pid=92457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:09:04.386772 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-f8534fe2-5591-4d20-b7c8-d3284d7a2d91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:04.389575 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1261afb6-a9bc-4fd7-b024-900658b345dc None None] Received port after_create {{(pid=92457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:09:04.440182 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:04.453410 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 39494) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:04.499252 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-46d35dfc-3704-438e-9108-14d8fd88b87b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:04.502308 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1261afb6-a9bc-4fd7-b024-900658b345dc None None] Pushing event updated for resources: {'Port': ['ID=1430655a-40b1-4221-bcc6-e350b2a6e763,revision_number=1']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:04.545331 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fac8b5-b154-42cb-b089-2ff13e4bf980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9039d117-f7fa-5a03-916c-66ac7993bb31-d61eb754-bcce-4b42-88fd-e498290dcd18', 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'fixed_ips': [{'subnet_id': '3e75af2a-aa07-4655-b1c0-db112593470c'}]}} from dv-cinder-795669-1-iscsi. {{(pid=92457) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 20:09:04.546147 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-59fac8b5-b154-42cb-b089-2ff13e4bf980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:04.607538 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-5498c520-d0f6-40cb-b352-02f95962d508 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:04.669604 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1261afb6-a9bc-4fd7-b024-900658b345dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:09:04.672509 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1261afb6-a9bc-4fd7-b024-900658b345dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:09:04.674278 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1261afb6-a9bc-4fd7-b024-900658b345dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:09:04.674837 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1261afb6-a9bc-4fd7-b024-900658b345dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:09:04.677957 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1261afb6-a9bc-4fd7-b024-900658b345dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:09:04.678583 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1261afb6-a9bc-4fd7-b024-900658b345dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:09:04.679125 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1261afb6-a9bc-4fd7-b024-900658b345dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:09:04.679681 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1261afb6-a9bc-4fd7-b024-900658b345dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:09:04.680282 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1261afb6-a9bc-4fd7-b024-900658b345dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:09:04.680829 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1261afb6-a9bc-4fd7-b024-900658b345dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:09:04.683578 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1261afb6-a9bc-4fd7-b024-900658b345dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:09:04.684253 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1261afb6-a9bc-4fd7-b024-900658b345dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:09:04.685525 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1261afb6-a9bc-4fd7-b024-900658b345dc None None] Tracked resource versions report: Jun 09 20:09:04.685525 dv-cinder-795669-1-iscsi neutron-server[92457]: pushed versions: Jun 09 20:09:04.685525 dv-cinder-795669-1-iscsi neutron-server[92457]: { 'AddressGroup': {'1.2'}, Jun 09 20:09:04.685525 dv-cinder-795669-1-iscsi neutron-server[92457]: 'ConntrackHelper': {'1.0'}, Jun 09 20:09:04.685525 dv-cinder-795669-1-iscsi neutron-server[92457]: 'Log': {'1.0'}, Jun 09 20:09:04.685525 dv-cinder-795669-1-iscsi neutron-server[92457]: 'Network': {'1.1'}, Jun 09 20:09:04.685525 dv-cinder-795669-1-iscsi neutron-server[92457]: 'Port': {'1.7'}, Jun 09 20:09:04.685525 dv-cinder-795669-1-iscsi neutron-server[92457]: 'PortForwarding': {'1.2'}, Jun 09 20:09:04.685525 dv-cinder-795669-1-iscsi neutron-server[92457]: 'QosPolicy': {'1.8'}, Jun 09 20:09:04.685525 dv-cinder-795669-1-iscsi neutron-server[92457]: 'SecurityGroup': {'1.4'}, Jun 09 20:09:04.685525 dv-cinder-795669-1-iscsi neutron-server[92457]: 'SecurityGroupRule': {'1.2'}, Jun 09 20:09:04.685525 dv-cinder-795669-1-iscsi neutron-server[92457]: 'SubPort': {'1.0'}, Jun 09 20:09:04.685525 dv-cinder-795669-1-iscsi neutron-server[92457]: 'Subnet': {'1.1'}, Jun 09 20:09:04.685525 dv-cinder-795669-1-iscsi neutron-server[92457]: 'Trunk': {'1.1'}} Jun 09 20:09:04.685525 dv-cinder-795669-1-iscsi neutron-server[92457]: consumer versions: Jun 09 20:09:04.685525 dv-cinder-795669-1-iscsi neutron-server[92457]: { DHCP agent@dv-cinder-795669-1-iscsi: {}, Jun 09 20:09:04.685525 dv-cinder-795669-1-iscsi neutron-server[92457]: HyperV agent@hv-cinder-79566: {}, Jun 09 20:09:04.685525 dv-cinder-795669-1-iscsi neutron-server[92457]: L3 agent@dv-cinder-795669-1-iscsi: {}, Jun 09 20:09:04.685525 dv-cinder-795669-1-iscsi neutron-server[92457]: Metadata agent@dv-cinder-795669-1-iscsi: {}, Jun 09 20:09:04.685525 dv-cinder-795669-1-iscsi neutron-server[92457]: Metering agent@dv-cinder-795669-1-iscsi: {}, Jun 09 20:09:04.685525 dv-cinder-795669-1-iscsi neutron-server[92457]: Open vSwitch agent@dv-cinder-795669-1-iscsi: { 'AddressGroup': '1.2', Jun 09 20:09:04.685525 dv-cinder-795669-1-iscsi neutron-server[92457]: 'ConntrackHelper': '1.0', Jun 09 20:09:04.685525 dv-cinder-795669-1-iscsi neutron-server[92457]: 'Log': '1.0', Jun 09 20:09:04.685525 dv-cinder-795669-1-iscsi neutron-server[92457]: 'Network': '1.1', Jun 09 20:09:04.685525 dv-cinder-795669-1-iscsi neutron-server[92457]: 'Port': '1.7', Jun 09 20:09:04.685525 dv-cinder-795669-1-iscsi neutron-server[92457]: 'PortForwarding': '1.2', Jun 09 20:09:04.685525 dv-cinder-795669-1-iscsi neutron-server[92457]: 'QosPolicy': '1.8', Jun 09 20:09:04.685525 dv-cinder-795669-1-iscsi neutron-server[92457]: 'SecurityGroup': '1.4', Jun 09 20:09:04.685525 dv-cinder-795669-1-iscsi neutron-server[92457]: 'SecurityGroupRule': '1.2', Jun 09 20:09:04.685525 dv-cinder-795669-1-iscsi neutron-server[92457]: 'SubPort': '1.0', Jun 09 20:09:04.685525 dv-cinder-795669-1-iscsi neutron-server[92457]: 'Subnet': '1.1', Jun 09 20:09:04.685525 dv-cinder-795669-1-iscsi neutron-server[92457]: 'Trunk': '1.1'}} Jun 09 20:09:04.685525 dv-cinder-795669-1-iscsi neutron-server[92457]: {{(pid=92457) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 20:09:04.721255 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-5498c520-d0f6-40cb-b352-02f95962d508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:04.767855 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-1261afb6-a9bc-4fd7-b024-900658b345dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:04.781400 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-1261afb6-a9bc-4fd7-b024-900658b345dc None None] Attempting to bind port 1430655a-40b1-4221-bcc6-e350b2a6e763 on host dv-cinder-795669-1-iscsi for vnic_type normal with profile {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:09:04.791247 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-1261afb6-a9bc-4fd7-b024-900658b345dc None None] Attempting to bind port 1430655a-40b1-4221-bcc6-e350b2a6e763 by drivers openvswitch,hyperv on host dv-cinder-795669-1-iscsi at level 0 using segments [{'id': '38307e43-90bf-416e-82c0-ea8120621c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b'}] {{(pid=92457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:09:04.791965 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1261afb6-a9bc-4fd7-b024-900658b345dc None None] Attempting to bind port 1430655a-40b1-4221-bcc6-e350b2a6e763 on network 4a036ca4-dd58-4133-bd8c-881911c6180b {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:09:04.819987 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1261afb6-a9bc-4fd7-b024-900658b345dc None None] Checking agent: {'id': 'b1990edb-c1d4-4f42-bb5d-5bf0b4ac7e85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 19, 59, 31), 'started_at': datetime.datetime(2021, 6, 9, 20, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:09:04.826748 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1261afb6-a9bc-4fd7-b024-900658b345dc None None] Checking segment: {'id': '38307e43-90bf-416e-82c0-ea8120621c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:09:04.826748 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-1261afb6-a9bc-4fd7-b024-900658b345dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:04.826748 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1261afb6-a9bc-4fd7-b024-900658b345dc None None] Bound using segment: {'id': '38307e43-90bf-416e-82c0-ea8120621c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b'} {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:09:04.829493 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-1261afb6-a9bc-4fd7-b024-900658b345dc None None] Bound port: 1430655a-40b1-4221-bcc6-e350b2a6e763, host: dv-cinder-795669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38307e43-90bf-416e-82c0-ea8120621c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b'}}] {{(pid=92457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:09:04.830035 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-1261afb6-a9bc-4fd7-b024-900658b345dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:04.858798 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-46d35dfc-3704-438e-9108-14d8fd88b87b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:04.910588 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-46d35dfc-3704-438e-9108-14d8fd88b87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:04.985283 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:05.027882 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-f8534fe2-5591-4d20-b7c8-d3284d7a2d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3924369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3905386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3130'] for router, precommit_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:05.165242 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-46d35dfc-3704-438e-9108-14d8fd88b87b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1de1ac6ddad646c2b565ab5b41980a9e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7046444 Jun 09 20:09:05.178824 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 39540) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:05.191260 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_common [None req-5498c520-d0f6-40cb-b352-02f95962d508 admin admin] Allocated IP 172.27.0.184 (7113ecea-0b68-4d56-a6ae-4e94112ae602/d4394e15-b094-4f4f-853e-c157ecdb6024/b10338ab-5e02-46cb-a79e-0aa645187a56) {{(pid=92456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:09:05.213145 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-1261afb6-a9bc-4fd7-b024-900658b345dc None None] For port 1430655a-40b1-4221-bcc6-e350b2a6e763, host dv-cinder-795669-1-iscsi, cleared binding levels {{(pid=92457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:09:05.253751 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d35dfc-3704-438e-9108-14d8fd88b87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458badec-5fd3-401d-9624-7c013d0f58c8,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:05.257829 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-46d35dfc-3704-438e-9108-14d8fd88b87b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:05.258922 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-1261afb6-a9bc-4fd7-b024-900658b345dc None None] For port 1430655a-40b1-4221-bcc6-e350b2a6e763, host dv-cinder-795669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=1430655a-40b1-4221-bcc6-e350b2a6e763,segment=NetworkSegment(38307e43-90bf-416e-82c0-ea8120621c99),segment_id=38307e43-90bf-416e-82c0-ea8120621c99)] {{(pid=92457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:09:05.266941 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.db_base_plugin_common [None req-59fac8b5-b154-42cb-b089-2ff13e4bf980 None None] Allocated IP 172.20.0.2 (d61eb754-bcce-4b42-88fd-e498290dcd18/3e75af2a-aa07-4655-b1c0-db112593470c/1c880462-bbe3-4e1a-ba02-693a95c9fade) {{(pid=92457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:09:05.285216 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ccd3ba9d-39fd-4bf0-9b4d-fc9f7a5d22cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:05.336923 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-0fd8b537-8a31-4d1b-9e11-96edd5af05cb req-cf7c83a1-bf27-480d-8a76-35a698441e37 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dc8ec03-6471-4278-9444-61c2faeeb75c HTTP/1.1" status: 200 len: 210 time: 0.0590718 Jun 09 20:09:05.377238 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ccd3ba9d-39fd-4bf0-9b4d-fc9f7a5d22cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:05.495594 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-dd16767c-927c-4313-8e46-9ead51d856ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:05.577447 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-dd16767c-927c-4313-8e46-9ead51d856ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:05.589513 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-5498c520-d0f6-40cb-b352-02f95962d508 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:05.703186 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-1261afb6-a9bc-4fd7-b024-900658b345dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:05.715982 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-f8534fe2-5591-4d20-b7c8-d3284d7a2d91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:05.748699 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-f8534fe2-5591-4d20-b7c8-d3284d7a2d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:05.757939 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:05.806441 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 39572) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:05.817294 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-5498c520-d0f6-40cb-b352-02f95962d508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368'] for port, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:05.832400 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-8365bb7b-f283-40aa-866d-ab5262801ad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:05.884487 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-dd16767c-927c-4313-8e46-9ead51d856ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:05.911728 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-59fac8b5-b154-42cb-b089-2ff13e4bf980 None None] Notify callbacks [] for port, precommit_create {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:05.918024 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-dd16767c-927c-4313-8e46-9ead51d856ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:05.919469 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-dd16767c-927c-4313-8e46-9ead51d856ae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/458badec-5fd3-401d-9624-7c013d0f58c8 HTTP/1.1" status: 204 len: 168 time: 0.7397804 Jun 09 20:09:05.929852 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-59fac8b5-b154-42cb-b089-2ff13e4bf980 None None] Transition to ACTIVE for port object 1c880462-bbe3-4e1a-ba02-693a95c9fade will not be triggered until provisioned by entity L2. {{(pid=92457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:09:05.945752 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5498c520-d0f6-40cb-b352-02f95962d508 admin admin] Network 7113ecea-0b68-4d56-a6ae-4e94112ae602 is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:09:05.953671 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [None req-5498c520-d0f6-40cb-b352-02f95962d508 admin admin] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:09:05.954471 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-59fac8b5-b154-42cb-b089-2ff13e4bf980 None None] Transition to ACTIVE for port object 1c880462-bbe3-4e1a-ba02-693a95c9fade will not be triggered until provisioned by entity DHCP. {{(pid=92457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:09:05.960879 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5498c520-d0f6-40cb-b352-02f95962d508 admin admin] Received port after_create {{(pid=92456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:09:05.981326 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1261afb6-a9bc-4fd7-b024-900658b345dc None None] Pushing event updated for resources: {'Port': ['ID=1430655a-40b1-4221-bcc6-e350b2a6e763,revision_number=2']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:05.989647 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-1261afb6-a9bc-4fd7-b024-900658b345dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:05.990123 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-2bbc37a8-0f08-4ba5-ba6a-ec04fc847051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:06.061232 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-59fac8b5-b154-42cb-b089-2ff13e4bf980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368'] for port, after_create {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:06.067303 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_common [None req-ccd3ba9d-39fd-4bf0-9b4d-fc9f7a5d22cd admin admin] Allocated IP 172.27.0.163 (7113ecea-0b68-4d56-a6ae-4e94112ae602/d4394e15-b094-4f4f-853e-c157ecdb6024/605e9341-4f40-479a-88ed-3542589b95d1) {{(pid=92456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:09:06.074626 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-1f94cf12-85b4-4c9d-9807-13b000e9b7bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:06.112359 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-2bbc37a8-0f08-4ba5-ba6a-ec04fc847051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:06.168328 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fac8b5-b154-42cb-b089-2ff13e4bf980 None None] Network d61eb754-bcce-4b42-88fd-e498290dcd18 is already hosted by enough agents. {{(pid=92457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:09:06.183494 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.scheduler.base_scheduler [None req-59fac8b5-b154-42cb-b089-2ff13e4bf980 None None] Resources bound (agent type, host, resource id): {{(pid=92457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:09:06.190564 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fac8b5-b154-42cb-b089-2ff13e4bf980 None None] Received port after_create {{(pid=92457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:09:06.220115 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498c520-d0f6-40cb-b352-02f95962d508 admin admin] Pushing event updated for resources: {'Port': ['ID=b10338ab-5e02-46cb-a79e-0aa645187a56,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:06.222345 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-2bbc37a8-0f08-4ba5-ba6a-ec04fc847051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:06.240379 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:06.284668 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-5498c520-d0f6-40cb-b352-02f95962d508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:06.310983 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-b2fd477b-7833-4185-b2dd-b546ed092765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.383s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:06.330210 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbc37a8-0f08-4ba5-ba6a-ec04fc847051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5215d622-1cb7-43ec-bd6c-040a3c98527d,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:06.333812 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-2bbc37a8-0f08-4ba5-ba6a-ec04fc847051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:06.339416 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-2bbc37a8-0f08-4ba5-ba6a-ec04fc847051 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2d233b24f28c47acb87471e19d48d7dd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5295897 Jun 09 20:09:06.339549 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fac8b5-b154-42cb-b089-2ff13e4bf980 None None] Pushing event updated for resources: {'Port': ['ID=1c880462-bbe3-4e1a-ba02-693a95c9fade,revision_number=1']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:06.341909 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 39590) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:06.347387 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-59fac8b5-b154-42cb-b089-2ff13e4bf980 None None] Attempting to bind port 1c880462-bbe3-4e1a-ba02-693a95c9fade on host dv-cinder-795669-1-iscsi for vnic_type normal with profile {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:09:06.348011 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-59fac8b5-b154-42cb-b089-2ff13e4bf980 None None] Attempting to bind port 1c880462-bbe3-4e1a-ba02-693a95c9fade by drivers openvswitch,hyperv on host dv-cinder-795669-1-iscsi at level 0 using segments [{'id': '45746326-9f2d-4f9b-be09-234217d11e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18'}] {{(pid=92457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:09:06.348658 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fac8b5-b154-42cb-b089-2ff13e4bf980 None None] Attempting to bind port 1c880462-bbe3-4e1a-ba02-693a95c9fade on network d61eb754-bcce-4b42-88fd-e498290dcd18 {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:09:06.355718 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-59fac8b5-b154-42cb-b089-2ff13e4bf980 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:06.356899 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fac8b5-b154-42cb-b089-2ff13e4bf980 None None] Checking agent: {'id': 'b1990edb-c1d4-4f42-bb5d-5bf0b4ac7e85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 19, 59, 31), 'started_at': datetime.datetime(2021, 6, 9, 20, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:09:06.357455 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fac8b5-b154-42cb-b089-2ff13e4bf980 None None] Checking segment: {'id': '45746326-9f2d-4f9b-be09-234217d11e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:09:06.357949 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-59fac8b5-b154-42cb-b089-2ff13e4bf980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:06.358439 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fac8b5-b154-42cb-b089-2ff13e4bf980 None None] Bound using segment: {'id': '45746326-9f2d-4f9b-be09-234217d11e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18'} {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:09:06.359122 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-59fac8b5-b154-42cb-b089-2ff13e4bf980 None None] Bound port: 1c880462-bbe3-4e1a-ba02-693a95c9fade, host: dv-cinder-795669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45746326-9f2d-4f9b-be09-234217d11e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18'}}] {{(pid=92457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:09:06.359731 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-59fac8b5-b154-42cb-b089-2ff13e4bf980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:06.397108 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd16767c-927c-4313-8e46-9ead51d856ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458badec-5fd3-401d-9624-7c013d0f58c8,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:06.418052 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-dd16767c-927c-4313-8e46-9ead51d856ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:06.421379 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-34430f3c-4fd0-441c-822d-42d03278da65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:06.536631 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ccd3ba9d-39fd-4bf0-9b4d-fc9f7a5d22cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:06.537974 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-59fac8b5-b154-42cb-b089-2ff13e4bf980 None None] For port 1c880462-bbe3-4e1a-ba02-693a95c9fade, host dv-cinder-795669-1-iscsi, cleared binding levels {{(pid=92457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:09:06.541697 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-59fac8b5-b154-42cb-b089-2ff13e4bf980 None None] For port 1c880462-bbe3-4e1a-ba02-693a95c9fade, host dv-cinder-795669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=1c880462-bbe3-4e1a-ba02-693a95c9fade,segment=NetworkSegment(45746326-9f2d-4f9b-be09-234217d11e5c),segment_id=45746326-9f2d-4f9b-be09-234217d11e5c)] {{(pid=92457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:09:06.548791 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a70e5b2a-3598-4243-ac88-ad3ca7dc21bb req-580d18c9-2c2a-4955-b0ac-aa7d14e0f2c0 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dc8ec03-6471-4278-9444-61c2faeeb75c HTTP/1.1" status: 200 len: 210 time: 0.1124284 Jun 09 20:09:06.551270 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-34430f3c-4fd0-441c-822d-42d03278da65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:06.638078 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-59fac8b5-b154-42cb-b089-2ff13e4bf980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:06.648206 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:06.673766 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ccd3ba9d-39fd-4bf0-9b4d-fc9f7a5d22cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368'] for port, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:06.688899 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:06.728704 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fac8b5-b154-42cb-b089-2ff13e4bf980 None None] Pushing event updated for resources: {'Port': ['ID=1c880462-bbe3-4e1a-ba02-693a95c9fade,revision_number=2']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:06.733155 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-59fac8b5-b154-42cb-b089-2ff13e4bf980 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:06.752825 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-34430f3c-4fd0-441c-822d-42d03278da65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:06.759952 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-34430f3c-4fd0-441c-822d-42d03278da65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:06.761739 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-34430f3c-4fd0-441c-822d-42d03278da65 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5215d622-1cb7-43ec-bd6c-040a3c98527d HTTP/1.1" status: 204 len: 168 time: 0.4187679 Jun 09 20:09:06.764819 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-175e9a98-d485-455a-adec-9b72d42991b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:06.782501 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34430f3c-4fd0-441c-822d-42d03278da65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5215d622-1cb7-43ec-bd6c-040a3c98527d,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:06.785304 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-34430f3c-4fd0-441c-822d-42d03278da65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:06.804963 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.db.db_base_plugin_common [None req-f8534fe2-5591-4d20-b7c8-d3284d7a2d91 admin admin] Allocated IP 172.27.0.128 (7113ecea-0b68-4d56-a6ae-4e94112ae602/d4394e15-b094-4f4f-853e-c157ecdb6024/a247e340-6de1-43be-804f-817ffc0d8767) {{(pid=92455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:09:06.873112 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd3ba9d-39fd-4bf0-9b4d-fc9f7a5d22cd admin admin] Network 7113ecea-0b68-4d56-a6ae-4e94112ae602 is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:09:06.878614 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [None req-ccd3ba9d-39fd-4bf0-9b4d-fc9f7a5d22cd admin admin] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:09:06.893226 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd3ba9d-39fd-4bf0-9b4d-fc9f7a5d22cd admin admin] Received port after_create {{(pid=92456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:09:07.068651 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-f8534fe2-5591-4d20-b7c8-d3284d7a2d91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:07.307525 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-f8534fe2-5591-4d20-b7c8-d3284d7a2d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368'] for port, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:07.312149 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:07.446074 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd3ba9d-39fd-4bf0-9b4d-fc9f7a5d22cd admin admin] Pushing event updated for resources: {'Port': ['ID=605e9341-4f40-479a-88ed-3542589b95d1,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:07.451807 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-ccd3ba9d-39fd-4bf0-9b4d-fc9f7a5d22cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.765s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:07.464194 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-5498c520-d0f6-40cb-b352-02f95962d508 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:07.468924 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8534fe2-5591-4d20-b7c8-d3284d7a2d91 admin admin] Pushing event updated for resources: {'Port': ['ID=a247e340-6de1-43be-804f-817ffc0d8767,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:07.479630 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-f8534fe2-5591-4d20-b7c8-d3284d7a2d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:07.487051 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8534fe2-5591-4d20-b7c8-d3284d7a2d91 admin admin] Network 7113ecea-0b68-4d56-a6ae-4e94112ae602 is already hosted by enough agents. {{(pid=92455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:09:07.488532 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.base_scheduler [None req-f8534fe2-5591-4d20-b7c8-d3284d7a2d91 admin admin] Resources bound (agent type, host, resource id): {{(pid=92455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:09:07.503353 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8534fe2-5591-4d20-b7c8-d3284d7a2d91 admin admin] Received port after_create {{(pid=92455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:09:07.512455 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da110ba-91da-46a2-96bf-a571f023a5b6 None None] Network 4a036ca4-dd58-4133-bd8c-881911c6180b requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:09:07.779741 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7df6a2ed-2641-4c9d-a30c-82e989316e18 None None] Provisioning for port 1430655a-40b1-4221-bcc6-e350b2a6e763 completed by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:09:07.970489 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 39656) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:08.014579 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 1c880462-bbe3-4e1a-ba02-693a95c9fade up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:09:08.091800 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-72a34d80-31c2-4c9c-9f91-d1952f4c3a44 req-5b172422-92b1-49c9-b072-47ee7d64097f tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dc8ec03-6471-4278-9444-61c2faeeb75c HTTP/1.1" status: 200 len: 210 time: 0.1221044 Jun 09 20:09:08.209639 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ccd3ba9d-39fd-4bf0-9b4d-fc9f7a5d22cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:08.311450 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning for port 1c880462-bbe3-4e1a-ba02-693a95c9fade completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:09:08.316969 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 1430655a-40b1-4221-bcc6-e350b2a6e763 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:09:08.522822 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7166c365-b09d-4535-9bcc-58b553bfa20e None None] Network d61eb754-bcce-4b42-88fd-e498290dcd18 requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:09:08.600974 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-5498c520-d0f6-40cb-b352-02f95962d508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3905395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3924414'] for router, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:08.657254 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning for port 1430655a-40b1-4221-bcc6-e350b2a6e763 completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:09:08.665917 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-5346fdcf-bdbc-43a3-a213-7c811da11385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:08.671697 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 1430655a-40b1-4221-bcc6-e350b2a6e763 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:09:08.672338 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:08.739283 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-f8534fe2-5591-4d20-b7c8-d3284d7a2d91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:08.873899 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-38139b15-5956-4ed9-83ac-aed14d4a85b4 None None] Provisioning for port 1c880462-bbe3-4e1a-ba02-693a95c9fade completed by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:09:08.888511 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-38139b15-5956-4ed9-83ac-aed14d4a85b4 None None] Provisioning complete for port 1c880462-bbe3-4e1a-ba02-693a95c9fade triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:09:08.889104 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-38139b15-5956-4ed9-83ac-aed14d4a85b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:08.934129 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.22', 53434) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:09.103030 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:09.207161 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] For port 1430655a-40b1-4221-bcc6-e350b2a6e763, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=1430655a-40b1-4221-bcc6-e350b2a6e763,segment=NetworkSegment(38307e43-90bf-416e-82c0-ea8120621c99),segment_id=38307e43-90bf-416e-82c0-ea8120621c99)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:09:09.220856 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-38139b15-5956-4ed9-83ac-aed14d4a85b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:09.267700 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-38139b15-5956-4ed9-83ac-aed14d4a85b4 None None] For port 1c880462-bbe3-4e1a-ba02-693a95c9fade, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=1c880462-bbe3-4e1a-ba02-693a95c9fade,segment=NetworkSegment(45746326-9f2d-4f9b-be09-234217d11e5c),segment_id=45746326-9f2d-4f9b-be09-234217d11e5c)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:09:09.310482 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:09.313625 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:09.381639 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ccd3ba9d-39fd-4bf0-9b4d-fc9f7a5d22cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3905395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3924414'] for router, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:09.386437 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-38139b15-5956-4ed9-83ac-aed14d4a85b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:09.462505 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Pushing event updated for resources: {'Port': ['ID=1430655a-40b1-4221-bcc6-e350b2a6e763,revision_number=3']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:09.485699 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:09.486166 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-a6c43591-425a-4fab-bd0b-f40a39a856b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:09.648990 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-d21359b8-d715-4328-b578-74ee1db8e3a4 None None] Provisioning complete for port 1430655a-40b1-4221-bcc6-e350b2a6e763 triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:09:09.649707 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-d21359b8-d715-4328-b578-74ee1db8e3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:09.718171 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38139b15-5956-4ed9-83ac-aed14d4a85b4 None None] Pushing event updated for resources: {'Port': ['ID=1c880462-bbe3-4e1a-ba02-693a95c9fade,revision_number=3']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:09.733359 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-38139b15-5956-4ed9-83ac-aed14d4a85b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:09.770825 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 1430655a-40b1-4221-bcc6-e350b2a6e763 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:09:09.787969 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-771e15f0-4fa9-42f4-bda7-065459748269 req-d21d3796-7ddb-4999-978c-873088cd7790 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dc8ec03-6471-4278-9444-61c2faeeb75c HTTP/1.1" status: 200 len: 210 time: 0.1546626 Jun 09 20:09:09.824793 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd3ba9d-39fd-4bf0-9b4d-fc9f7a5d22cd admin admin] Router 1ee9b6ba-3bdd-410e-8194-d57e97882fad is scheduled to L3 agent 64117835-a1f5-4801-ace7-11985afbc460 with binding_index 1 {{(pid=92456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 20:09:09.840386 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-5346fdcf-bdbc-43a3-a213-7c811da11385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:09.850527 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-f55f0310-2de5-45f0-b78b-167c7e51a5ab tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:09.851997 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-f55f0310-2de5-45f0-b78b-167c7e51a5ab tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.22 "GET /v2.0/networks?id=c116dba9-ae4c-469c-99d6-deeaa649af0e HTTP/1.1" status: 200 len: 812 time: 0.9040897 Jun 09 20:09:09.918384 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-7eb6e757-72e9-4c79-9286-37bfd7dc8a02 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Request body: {'port': {'device_id': '8dc8ec03-6471-4278-9444-61c2faeeb75c', 'network_id': 'c116dba9-ae4c-469c-99d6-deeaa649af0e', 'admin_state_up': True, 'tenant_id': '130fe86e36334ce89137e771e083d759'}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:09:09.961521 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 1430655a-40b1-4221-bcc6-e350b2a6e763 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:09:09.962126 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:10.046082 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-5346fdcf-bdbc-43a3-a213-7c811da11385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:10.106059 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-f5ec74e9-96de-4f54-9e64-e03dddc7ceff None None] Provisioning complete for port 1c880462-bbe3-4e1a-ba02-693a95c9fade triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:09:10.106435 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-f5ec74e9-96de-4f54-9e64-e03dddc7ceff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:10.110174 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5498c520-d0f6-40cb-b352-02f95962d508 admin admin] Router fb6be78d-0c0c-424d-9c62-c21e8a2031ee is scheduled to L3 agent 64117835-a1f5-4801-ace7-11985afbc460 with binding_index 1 {{(pid=92456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 20:09:10.112499 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd3ba9d-39fd-4bf0-9b4d-fc9f7a5d22cd admin admin] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:09:10.121579 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-f8534fe2-5591-4d20-b7c8-d3284d7a2d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3905395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3924414'] for router, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:10.123238 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86134ce-183d-4cfc-8c2d-3c4dba3ba3d8 None None] Sync routers for ids ['1ee9b6ba-3bdd-410e-8194-d57e97882fad'] in dv-cinder-795669-1-iscsi {{(pid=92458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:09:10.139202 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86134ce-183d-4cfc-8c2d-3c4dba3ba3d8 None None] Routers {'1ee9b6ba-3bdd-410e-8194-d57e97882fad'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:09:10.140058 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-a86134ce-183d-4cfc-8c2d-3c4dba3ba3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:09:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['1ee9b6ba-3bdd-410e-8194-d57e97882fad'], 'active': True} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:09:10.152254 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-2bbc37a8-0f08-4ba5-ba6a-ec04fc847051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:10.215862 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-5346fdcf-bdbc-43a3-a213-7c811da11385 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a333c48dbe444848bd0f77711ce2f651&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2443221 Jun 09 20:09:10.299723 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 39750) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:10.306796 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ccd3ba9d-39fd-4bf0-9b4d-fc9f7a5d22cd admin admin] Notify callbacks [] for router, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:10.308288 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-ccd3ba9d-39fd-4bf0-9b4d-fc9f7a5d22cd admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2582259 Jun 09 20:09:10.330621 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 39764) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:10.356990 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvr_db [None req-a86134ce-183d-4cfc-8c2d-3c4dba3ba3d8 None None] Set router 1ee9b6ba-3bdd-410e-8194-d57e97882fad gateway port host: dv-cinder-795669-1-iscsi {{(pid=92458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:09:10.434725 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346fdcf-bdbc-43a3-a213-7c811da11385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b46ad82-17f7-40f7-806b-159b5d07d4e4,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:10.515509 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-5346fdcf-bdbc-43a3-a213-7c811da11385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:10.796684 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-7eb6e757-72e9-4c79-9286-37bfd7dc8a02 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Made reservation on behalf of 130fe86e36334ce89137e771e083d759 for: {'port': 1} {{(pid=92455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:09:10.801856 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-7eb6e757-72e9-4c79-9286-37bfd7dc8a02 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:10.853749 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-a86134ce-183d-4cfc-8c2d-3c4dba3ba3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'name': 'tempest-AttachVolumeTestJSON-2020173337-router', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '605e9341-4f40-479a-88ed-3542589b95d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:03Z', 'updated_at': '2021-06-09T20:09:07Z', 'revision_number': 3, 'project_id': 'a153f4ee3c7640608753fa26850931e1', 'gw_port': {'id': '605e9341-4f40-479a-88ed-3542589b95d1', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:05Z', 'updated_at': '2021-06-09T20:09:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi'}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:09:10.862937 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86134ce-183d-4cfc-8c2d-3c4dba3ba3d8 None None] Checking router: 1ee9b6ba-3bdd-410e-8194-d57e97882fad for host: dv-cinder-795669-1-iscsi {{(pid=92458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:09:10.863420 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86134ce-183d-4cfc-8c2d-3c4dba3ba3d8 None None] Updating router 1ee9b6ba-3bdd-410e-8194-d57e97882fad port 605e9341-4f40-479a-88ed-3542589b95d1 binding host dv-cinder-795669-1-iscsi {{(pid=92458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 20:09:10.864293 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8534fe2-5591-4d20-b7c8-d3284d7a2d91 admin admin] Router 2d3a4288-58c5-4add-89b0-2b4f4c09bc0b is scheduled to L3 agent 64117835-a1f5-4801-ace7-11985afbc460 with binding_index 1 {{(pid=92455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 20:09:10.876229 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-02a3c3dc-ae1a-43e1-b7c5-f125b1bc0f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:10.987093 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-a86134ce-183d-4cfc-8c2d-3c4dba3ba3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:11.187787 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 39790) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:11.216138 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6bdf134e-4463-4c07-b389-c95f5d1be28b req-e31c0fc4-7c95-4fd2-8f13-a008f7be9695 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dc8ec03-6471-4278-9444-61c2faeeb75c HTTP/1.1" status: 200 len: 210 time: 0.0776396 Jun 09 20:09:11.226396 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8534fe2-5591-4d20-b7c8-d3284d7a2d91 admin admin] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:09:11.579401 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccb30fb-2368-42aa-bbf8-fbf9e2b90a6e None None] Sync routers for ids ['2d3a4288-58c5-4add-89b0-2b4f4c09bc0b'] in dv-cinder-795669-1-iscsi {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:09:11.579401 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccb30fb-2368-42aa-bbf8-fbf9e2b90a6e None None] Routers {'2d3a4288-58c5-4add-89b0-2b4f4c09bc0b'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:09:11.579401 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-0ccb30fb-2368-42aa-bbf8-fbf9e2b90a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:09:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['2d3a4288-58c5-4add-89b0-2b4f4c09bc0b'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:09:11.580517 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-02a3c3dc-ae1a-43e1-b7c5-f125b1bc0f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:11.580615 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-f8534fe2-5591-4d20-b7c8-d3284d7a2d91 admin admin] Notify callbacks [] for router, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:11.580615 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-f8534fe2-5591-4d20-b7c8-d3284d7a2d91 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.2797847 Jun 09 20:09:11.580615 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 39794) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:11.687483 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-a86134ce-183d-4cfc-8c2d-3c4dba3ba3d8 None None] Notify callbacks [] for port, precommit_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:11.736138 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.provisioning_blocks [None req-a86134ce-183d-4cfc-8c2d-3c4dba3ba3d8 None None] Transition to ACTIVE for port object 605e9341-4f40-479a-88ed-3542589b95d1 will not be triggered until provisioned by entity L2. {{(pid=92458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:09:11.742325 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-8670c71a-f8d5-489a-9936-6a65d7dda5d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:11.760714 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-02a3c3dc-ae1a-43e1-b7c5-f125b1bc0f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:11.767433 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 1c880462-bbe3-4e1a-ba02-693a95c9fade up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:09:11.770698 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-02a3c3dc-ae1a-43e1-b7c5-f125b1bc0f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:11.785037 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-02a3c3dc-ae1a-43e1-b7c5-f125b1bc0f4b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1b46ad82-17f7-40f7-806b-159b5d07d4e4 HTTP/1.1" status: 204 len: 168 time: 1.4795952 Jun 09 20:09:11.797420 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-623fac14-b018-478b-9328-56de8c41359e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:11.843338 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3c3dc-ae1a-43e1-b7c5-f125b1bc0f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b46ad82-17f7-40f7-806b-159b5d07d4e4,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:11.853916 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-a86134ce-183d-4cfc-8c2d-3c4dba3ba3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:11.864135 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:11.865975 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-0ccb30fb-2368-42aa-bbf8-fbf9e2b90a6e None None] Set router 2d3a4288-58c5-4add-89b0-2b4f4c09bc0b gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:09:11.908901 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.db.db_base_plugin_common [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-7eb6e757-72e9-4c79-9286-37bfd7dc8a02 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Allocated IP 172.20.0.12 (c116dba9-ae4c-469c-99d6-deeaa649af0e/4826b43f-2457-4aed-9252-257de469bfa5/dc7135ea-2957-4188-83a3-5509cc9fdf9b) {{(pid=92455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:09:11.973030 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-02a3c3dc-ae1a-43e1-b7c5-f125b1bc0f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:11.976519 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5498c520-d0f6-40cb-b352-02f95962d508 admin admin] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:09:12.029037 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309d8d1c-77c8-4545-ab79-68f4c7ec9071 None None] Sync routers for ids ['fb6be78d-0c0c-424d-9c62-c21e8a2031ee'] in dv-cinder-795669-1-iscsi {{(pid=92458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:09:12.075406 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c31d7b-6140-414b-baef-fef6936c3d94 None None] Pushing event updated for resources: {'Port': ['ID=605e9341-4f40-479a-88ed-3542589b95d1,revision_number=2']} {{(pid=92458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:12.090632 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c31d7b-6140-414b-baef-fef6936c3d94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:09:12.091330 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c31d7b-6140-414b-baef-fef6936c3d94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:09:12.092509 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c31d7b-6140-414b-baef-fef6936c3d94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:09:12.093774 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c31d7b-6140-414b-baef-fef6936c3d94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:09:12.094311 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c31d7b-6140-414b-baef-fef6936c3d94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:09:12.095202 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c31d7b-6140-414b-baef-fef6936c3d94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:09:12.095711 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c31d7b-6140-414b-baef-fef6936c3d94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:09:12.097176 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c31d7b-6140-414b-baef-fef6936c3d94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:09:12.097783 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c31d7b-6140-414b-baef-fef6936c3d94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:09:12.098357 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c31d7b-6140-414b-baef-fef6936c3d94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:09:12.098958 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c31d7b-6140-414b-baef-fef6936c3d94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:09:12.099454 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c31d7b-6140-414b-baef-fef6936c3d94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:09:12.100671 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c31d7b-6140-414b-baef-fef6936c3d94 None None] Tracked resource versions report: Jun 09 20:09:12.100671 dv-cinder-795669-1-iscsi neutron-server[92458]: pushed versions: Jun 09 20:09:12.100671 dv-cinder-795669-1-iscsi neutron-server[92458]: { 'AddressGroup': {'1.2'}, Jun 09 20:09:12.100671 dv-cinder-795669-1-iscsi neutron-server[92458]: 'ConntrackHelper': {'1.0'}, Jun 09 20:09:12.100671 dv-cinder-795669-1-iscsi neutron-server[92458]: 'Log': {'1.0'}, Jun 09 20:09:12.100671 dv-cinder-795669-1-iscsi neutron-server[92458]: 'Network': {'1.1'}, Jun 09 20:09:12.100671 dv-cinder-795669-1-iscsi neutron-server[92458]: 'Port': {'1.7'}, Jun 09 20:09:12.100671 dv-cinder-795669-1-iscsi neutron-server[92458]: 'PortForwarding': {'1.2'}, Jun 09 20:09:12.100671 dv-cinder-795669-1-iscsi neutron-server[92458]: 'QosPolicy': {'1.8'}, Jun 09 20:09:12.100671 dv-cinder-795669-1-iscsi neutron-server[92458]: 'SecurityGroup': {'1.4'}, Jun 09 20:09:12.100671 dv-cinder-795669-1-iscsi neutron-server[92458]: 'SecurityGroupRule': {'1.2'}, Jun 09 20:09:12.100671 dv-cinder-795669-1-iscsi neutron-server[92458]: 'SubPort': {'1.0'}, Jun 09 20:09:12.100671 dv-cinder-795669-1-iscsi neutron-server[92458]: 'Subnet': {'1.1'}, Jun 09 20:09:12.100671 dv-cinder-795669-1-iscsi neutron-server[92458]: 'Trunk': {'1.1'}} Jun 09 20:09:12.100671 dv-cinder-795669-1-iscsi neutron-server[92458]: consumer versions: Jun 09 20:09:12.100671 dv-cinder-795669-1-iscsi neutron-server[92458]: { DHCP agent@dv-cinder-795669-1-iscsi: {}, Jun 09 20:09:12.100671 dv-cinder-795669-1-iscsi neutron-server[92458]: HyperV agent@hv-cinder-79566: {}, Jun 09 20:09:12.100671 dv-cinder-795669-1-iscsi neutron-server[92458]: L3 agent@dv-cinder-795669-1-iscsi: {}, Jun 09 20:09:12.100671 dv-cinder-795669-1-iscsi neutron-server[92458]: Metadata agent@dv-cinder-795669-1-iscsi: {}, Jun 09 20:09:12.100671 dv-cinder-795669-1-iscsi neutron-server[92458]: Metering agent@dv-cinder-795669-1-iscsi: {}, Jun 09 20:09:12.100671 dv-cinder-795669-1-iscsi neutron-server[92458]: Open vSwitch agent@dv-cinder-795669-1-iscsi: { 'AddressGroup': '1.2', Jun 09 20:09:12.100671 dv-cinder-795669-1-iscsi neutron-server[92458]: 'ConntrackHelper': '1.0', Jun 09 20:09:12.100671 dv-cinder-795669-1-iscsi neutron-server[92458]: 'Log': '1.0', Jun 09 20:09:12.100671 dv-cinder-795669-1-iscsi neutron-server[92458]: 'Network': '1.1', Jun 09 20:09:12.100671 dv-cinder-795669-1-iscsi neutron-server[92458]: 'Port': '1.7', Jun 09 20:09:12.100671 dv-cinder-795669-1-iscsi neutron-server[92458]: 'PortForwarding': '1.2', Jun 09 20:09:12.100671 dv-cinder-795669-1-iscsi neutron-server[92458]: 'QosPolicy': '1.8', Jun 09 20:09:12.100671 dv-cinder-795669-1-iscsi neutron-server[92458]: 'SecurityGroup': '1.4', Jun 09 20:09:12.100671 dv-cinder-795669-1-iscsi neutron-server[92458]: 'SecurityGroupRule': '1.2', Jun 09 20:09:12.100671 dv-cinder-795669-1-iscsi neutron-server[92458]: 'SubPort': '1.0', Jun 09 20:09:12.100671 dv-cinder-795669-1-iscsi neutron-server[92458]: 'Subnet': '1.1', Jun 09 20:09:12.100671 dv-cinder-795669-1-iscsi neutron-server[92458]: 'Trunk': '1.1'}} Jun 09 20:09:12.100671 dv-cinder-795669-1-iscsi neutron-server[92458]: {{(pid=92458) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 09 20:09:12.142755 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 1c880462-bbe3-4e1a-ba02-693a95c9fade triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:09:12.143313 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:12.201430 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.managers [None req-a86134ce-183d-4cfc-8c2d-3c4dba3ba3d8 None None] Attempting to bind port 605e9341-4f40-479a-88ed-3542589b95d1 on host dv-cinder-795669-1-iscsi for vnic_type normal with profile {{(pid=92458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:09:12.205634 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.managers [None req-a86134ce-183d-4cfc-8c2d-3c4dba3ba3d8 None None] Attempting to bind port 605e9341-4f40-479a-88ed-3542589b95d1 by drivers openvswitch,hyperv on host dv-cinder-795669-1-iscsi at level 0 using segments [{'id': '5cc1a330-8329-4d0b-b0d5-254d1224405d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'}] {{(pid=92458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:09:12.205634 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86134ce-183d-4cfc-8c2d-3c4dba3ba3d8 None None] Attempting to bind port 605e9341-4f40-479a-88ed-3542589b95d1 on network 7113ecea-0b68-4d56-a6ae-4e94112ae602 {{(pid=92458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:09:12.230241 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86134ce-183d-4cfc-8c2d-3c4dba3ba3d8 None None] Checking agent: {'id': 'b1990edb-c1d4-4f42-bb5d-5bf0b4ac7e85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 19, 59, 31), 'started_at': datetime.datetime(2021, 6, 9, 20, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:09:12.230975 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86134ce-183d-4cfc-8c2d-3c4dba3ba3d8 None None] Checking segment: {'id': '5cc1a330-8329-4d0b-b0d5-254d1224405d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:09:12.231385 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-a86134ce-183d-4cfc-8c2d-3c4dba3ba3d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:12.231782 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86134ce-183d-4cfc-8c2d-3c4dba3ba3d8 None None] Bound using segment: {'id': '5cc1a330-8329-4d0b-b0d5-254d1224405d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'} {{(pid=92458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:09:12.233510 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.managers [None req-a86134ce-183d-4cfc-8c2d-3c4dba3ba3d8 None None] Bound port: 605e9341-4f40-479a-88ed-3542589b95d1, host: dv-cinder-795669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc1a330-8329-4d0b-b0d5-254d1224405d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'}}] {{(pid=92458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:09:12.236593 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-a86134ce-183d-4cfc-8c2d-3c4dba3ba3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:12.373295 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG oslo_concurrency.lockutils [None req-b1c31d7b-6140-414b-baef-fef6936c3d94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=92458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:12.387352 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309d8d1c-77c8-4545-ab79-68f4c7ec9071 None None] Routers {'fb6be78d-0c0c-424d-9c62-c21e8a2031ee'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:09:12.389110 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-309d8d1c-77c8-4545-ab79-68f4c7ec9071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:09:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['fb6be78d-0c0c-424d-9c62-c21e8a2031ee'], 'active': True} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:09:12.552093 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-0800f786-cad3-4d64-9d5a-043617e19208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:12.702880 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-0ccb30fb-2368-42aa-bbf8-fbf9e2b90a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1581776081-router', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'a247e340-6de1-43be-804f-817ffc0d8767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:04Z', 'updated_at': '2021-06-09T20:09:08Z', 'revision_number': 3, 'project_id': 'ce21b31906334471913e27e7b2dd9bf2', 'gw_port': {'id': 'a247e340-6de1-43be-804f-817ffc0d8767', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:05Z', 'updated_at': '2021-06-09T20:09:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi'}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:09:12.714270 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccb30fb-2368-42aa-bbf8-fbf9e2b90a6e None None] Checking router: 2d3a4288-58c5-4add-89b0-2b4f4c09bc0b for host: dv-cinder-795669-1-iscsi {{(pid=92457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:09:12.714788 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccb30fb-2368-42aa-bbf8-fbf9e2b90a6e None None] Updating router 2d3a4288-58c5-4add-89b0-2b4f4c09bc0b port a247e340-6de1-43be-804f-817ffc0d8767 binding host dv-cinder-795669-1-iscsi {{(pid=92457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 20:09:12.862809 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-8670c71a-f8d5-489a-9936-6a65d7dda5d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:12.877011 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-0ccb30fb-2368-42aa-bbf8-fbf9e2b90a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:12.917217 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.db [None req-a86134ce-183d-4cfc-8c2d-3c4dba3ba3d8 None None] For port 605e9341-4f40-479a-88ed-3542589b95d1, host dv-cinder-795669-1-iscsi, cleared binding levels {{(pid=92458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:09:12.935108 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_common [None req-0800f786-cad3-4d64-9d5a-043617e19208 admin admin] Allocated IP 172.20.0.1 (4a036ca4-dd58-4133-bd8c-881911c6180b/300c2a4a-c553-45e5-8e44-47365525b421/7299d8eb-7e82-4976-beba-24da2fbad383) {{(pid=92456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:09:12.957552 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.db [None req-a86134ce-183d-4cfc-8c2d-3c4dba3ba3d8 None None] For port 605e9341-4f40-479a-88ed-3542589b95d1, host dv-cinder-795669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=605e9341-4f40-479a-88ed-3542589b95d1,segment=NetworkSegment(5cc1a330-8329-4d0b-b0d5-254d1224405d),segment_id=5cc1a330-8329-4d0b-b0d5-254d1224405d)] {{(pid=92458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:09:13.013855 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvr_db [None req-309d8d1c-77c8-4545-ab79-68f4c7ec9071 None None] Set router fb6be78d-0c0c-424d-9c62-c21e8a2031ee gateway port host: dv-cinder-795669-1-iscsi {{(pid=92458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:09:13.049306 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-8670c71a-f8d5-489a-9936-6a65d7dda5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:13.068759 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-63df0887-955d-4fdf-94b0-7a5d327de430 req-6d054fcb-08f3-4fb4-bb3f-d1307af12521 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dc8ec03-6471-4278-9444-61c2faeeb75c HTTP/1.1" status: 200 len: 210 time: 0.3694477 Jun 09 20:09:13.092695 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 39820) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:13.117243 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-5346fdcf-bdbc-43a3-a213-7c811da11385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:13.151762 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-05926218-23c8-473d-8a5b-05e7743eaa98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:13.182262 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-0800f786-cad3-4d64-9d5a-043617e19208 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:13.195043 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-5498c520-d0f6-40cb-b352-02f95962d508 admin admin] Notify callbacks [] for router, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:13.198691 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-5498c520-d0f6-40cb-b352-02f95962d508 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 10.3012581 Jun 09 20:09:13.206520 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 39822) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:13.243785 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-a86134ce-183d-4cfc-8c2d-3c4dba3ba3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:13.256710 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-8670c71a-f8d5-489a-9936-6a65d7dda5d6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=21f9eb2589854937a9974e271eda1d65&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0628400 Jun 09 20:09:13.265703 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 39824) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:13.306286 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670c71a-f8d5-489a-9936-6a65d7dda5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926a58df-a33c-4851-b577-60f6c49d7784,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:13.319818 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-8670c71a-f8d5-489a-9936-6a65d7dda5d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:13.337920 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:13.447230 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86134ce-183d-4cfc-8c2d-3c4dba3ba3d8 None None] Routers {'1ee9b6ba-3bdd-410e-8194-d57e97882fad'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:09:13.448223 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-a86134ce-183d-4cfc-8c2d-3c4dba3ba3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:09:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['1ee9b6ba-3bdd-410e-8194-d57e97882fad'], 'active': True} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:09:13.578294 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-7eb6e757-72e9-4c79-9286-37bfd7dc8a02 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Notify callbacks [] for port, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:13.646476 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-0ccb30fb-2368-42aa-bbf8-fbf9e2b90a6e None None] Notify callbacks [] for port, precommit_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:13.661287 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-0ccb30fb-2368-42aa-bbf8-fbf9e2b90a6e None None] Transition to ACTIVE for port object a247e340-6de1-43be-804f-817ffc0d8767 will not be triggered until provisioned by entity L2. {{(pid=92457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:09:13.666586 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-d0b99f8d-49db-4f56-9d55-16eb1b566dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:13.688023 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c31d7b-6140-414b-baef-fef6936c3d94 None None] Pushing event updated for resources: {'Port': ['ID=605e9341-4f40-479a-88ed-3542589b95d1,revision_number=3']} {{(pid=92458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:13.721883 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG oslo_concurrency.lockutils [None req-b1c31d7b-6140-414b-baef-fef6936c3d94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=92458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:13.732629 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-05926218-23c8-473d-8a5b-05e7743eaa98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:13.733022 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-0ccb30fb-2368-42aa-bbf8-fbf9e2b90a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:13.741763 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:13.747800 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.provisioning_blocks [None req-0800f786-cad3-4d64-9d5a-043617e19208 admin admin] Transition to ACTIVE for port object 7299d8eb-7e82-4976-beba-24da2fbad383 will not be triggered until provisioned by entity DHCP. {{(pid=92456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:09:13.866519 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-05926218-23c8-473d-8a5b-05e7743eaa98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:13.868296 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-d0b99f8d-49db-4f56-9d55-16eb1b566dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:13.872499 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-0ccb30fb-2368-42aa-bbf8-fbf9e2b90a6e None None] Attempting to bind port a247e340-6de1-43be-804f-817ffc0d8767 on host dv-cinder-795669-1-iscsi for vnic_type normal with profile {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:09:13.872868 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-0ccb30fb-2368-42aa-bbf8-fbf9e2b90a6e None None] Attempting to bind port a247e340-6de1-43be-804f-817ffc0d8767 by drivers openvswitch,hyperv on host dv-cinder-795669-1-iscsi at level 0 using segments [{'id': '5cc1a330-8329-4d0b-b0d5-254d1224405d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'}] {{(pid=92457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:09:13.873370 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccb30fb-2368-42aa-bbf8-fbf9e2b90a6e None None] Attempting to bind port a247e340-6de1-43be-804f-817ffc0d8767 on network 7113ecea-0b68-4d56-a6ae-4e94112ae602 {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:09:13.902701 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccb30fb-2368-42aa-bbf8-fbf9e2b90a6e None None] Checking agent: {'id': 'b1990edb-c1d4-4f42-bb5d-5bf0b4ac7e85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 19, 59, 31), 'started_at': datetime.datetime(2021, 6, 9, 20, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:09:13.903211 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccb30fb-2368-42aa-bbf8-fbf9e2b90a6e None None] Checking segment: {'id': '5cc1a330-8329-4d0b-b0d5-254d1224405d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:09:13.903631 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-0ccb30fb-2368-42aa-bbf8-fbf9e2b90a6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:13.904066 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccb30fb-2368-42aa-bbf8-fbf9e2b90a6e None None] Bound using segment: {'id': '5cc1a330-8329-4d0b-b0d5-254d1224405d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'} {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:09:13.904564 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-0ccb30fb-2368-42aa-bbf8-fbf9e2b90a6e None None] Bound port: a247e340-6de1-43be-804f-817ffc0d8767, host: dv-cinder-795669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc1a330-8329-4d0b-b0d5-254d1224405d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'}}] {{(pid=92457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:09:13.904943 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-0ccb30fb-2368-42aa-bbf8-fbf9e2b90a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:13.944218 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-440665d4-7a55-4a94-ac8e-fb1f67c6fc94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:13.951393 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvr_db [None req-a86134ce-183d-4cfc-8c2d-3c4dba3ba3d8 None None] Set router 1ee9b6ba-3bdd-410e-8194-d57e97882fad gateway port host: dv-cinder-795669-1-iscsi {{(pid=92458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:09:14.035352 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d39e7-988a-4a7f-a354-c8ea88becf93 None None] Pushing event updated for resources: {'Port': ['ID=a247e340-6de1-43be-804f-817ffc0d8767,revision_number=2']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:14.048179 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-2e5d39e7-988a-4a7f-a354-c8ea88becf93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:14.062208 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-7eb6e757-72e9-4c79-9286-37bfd7dc8a02 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368'] for port, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:14.107296 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-f8534fe2-5591-4d20-b7c8-d3284d7a2d91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:14.153860 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-0ccb30fb-2368-42aa-bbf8-fbf9e2b90a6e None None] For port a247e340-6de1-43be-804f-817ffc0d8767, host dv-cinder-795669-1-iscsi, cleared binding levels {{(pid=92457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:09:14.162148 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-0ccb30fb-2368-42aa-bbf8-fbf9e2b90a6e None None] For port a247e340-6de1-43be-804f-817ffc0d8767, host dv-cinder-795669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=a247e340-6de1-43be-804f-817ffc0d8767,segment=NetworkSegment(5cc1a330-8329-4d0b-b0d5-254d1224405d),segment_id=5cc1a330-8329-4d0b-b0d5-254d1224405d)] {{(pid=92457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:09:14.271990 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-0ccb30fb-2368-42aa-bbf8-fbf9e2b90a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:14.279206 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:14.289282 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05926218-23c8-473d-8a5b-05e7743eaa98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f435e8a5-16a5-453e-88e3-2ee6b22e2401,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:14.314895 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-05926218-23c8-473d-8a5b-05e7743eaa98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:14.323599 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-05926218-23c8-473d-8a5b-05e7743eaa98 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=31f4067f5b0d4fa7bea032f8f66eb154&name=default HTTP/1.1" status: 200 len: 2978 time: 1.2271502 Jun 09 20:09:14.331858 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-0800f786-cad3-4d64-9d5a-043617e19208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368'] for port, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:14.332691 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 39840) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:14.449235 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-7eb6e757-72e9-4c79-9286-37bfd7dc8a02 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Network c116dba9-ae4c-469c-99d6-deeaa649af0e is already hosted by enough agents. {{(pid=92455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:09:14.451939 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d39e7-988a-4a7f-a354-c8ea88becf93 None None] Pushing event updated for resources: {'Port': ['ID=a247e340-6de1-43be-804f-817ffc0d8767,revision_number=3']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:14.457250 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-2e5d39e7-988a-4a7f-a354-c8ea88becf93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:14.483146 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccb30fb-2368-42aa-bbf8-fbf9e2b90a6e None None] Routers {'2d3a4288-58c5-4add-89b0-2b4f4c09bc0b'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:09:14.486034 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-0ccb30fb-2368-42aa-bbf8-fbf9e2b90a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:09:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['2d3a4288-58c5-4add-89b0-2b4f4c09bc0b'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:09:14.487460 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.base_scheduler [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-7eb6e757-72e9-4c79-9286-37bfd7dc8a02 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Resources bound (agent type, host, resource id): {{(pid=92455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:09:14.513726 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-d0b99f8d-49db-4f56-9d55-16eb1b566dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:14.513899 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:14.514027 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.db.l3_dvrscheduler_db [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-7eb6e757-72e9-4c79-9286-37bfd7dc8a02 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Received port after_create {{(pid=92455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:09:14.515873 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-7eb6e757-72e9-4c79-9286-37bfd7dc8a02 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:14.516447 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-7eb6e757-72e9-4c79-9286-37bfd7dc8a02 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for port, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:14.545845 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb6e757-72e9-4c79-9286-37bfd7dc8a02 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Pushing event updated for resources: {'Port': ['ID=dc7135ea-2957-4188-83a3-5509cc9fdf9b,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:14.554333 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-7eb6e757-72e9-4c79-9286-37bfd7dc8a02 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:14.555576 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-309d8d1c-77c8-4545-ab79-68f4c7ec9071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6be78d-0c0c-424d-9c62-c21e8a2031ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1571002305-router', 'tenant_id': '3f30e4e665c8435e83fa56abcd23bc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'b10338ab-5e02-46cb-a79e-0aa645187a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:03Z', 'updated_at': '2021-06-09T20:09:06Z', 'revision_number': 3, 'project_id': '3f30e4e665c8435e83fa56abcd23bc22', 'gw_port': {'id': 'b10338ab-5e02-46cb-a79e-0aa645187a56', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6be78d-0c0c-424d-9c62-c21e8a2031ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:04Z', 'updated_at': '2021-06-09T20:09:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi'}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:09:14.569433 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-d0b99f8d-49db-4f56-9d55-16eb1b566dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:14.587818 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-d0b99f8d-49db-4f56-9d55-16eb1b566dfd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/926a58df-a33c-4851-b577-60f6c49d7784 HTTP/1.1" status: 204 len: 168 time: 1.2955594 Jun 09 20:09:14.606643 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-a37856ff-8aa6-44e0-ad81-c79d9e927e6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:14.607462 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309d8d1c-77c8-4545-ab79-68f4c7ec9071 None None] Checking router: fb6be78d-0c0c-424d-9c62-c21e8a2031ee for host: dv-cinder-795669-1-iscsi {{(pid=92458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:09:14.610199 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309d8d1c-77c8-4545-ab79-68f4c7ec9071 None None] Updating router fb6be78d-0c0c-424d-9c62-c21e8a2031ee port b10338ab-5e02-46cb-a79e-0aa645187a56 binding host dv-cinder-795669-1-iscsi {{(pid=92458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 20:09:14.637543 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800f786-cad3-4d64-9d5a-043617e19208 admin admin] Pushing event updated for resources: {'Port': ['ID=7299d8eb-7e82-4976-beba-24da2fbad383,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:14.663253 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-cc4b4fa5-234b-49d9-91bd-cfe6b392946c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:14.700437 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b99f8d-49db-4f56-9d55-16eb1b566dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926a58df-a33c-4851-b577-60f6c49d7784,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:14.720310 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-d0b99f8d-49db-4f56-9d55-16eb1b566dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:14.724992 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-f0c43160-9dc6-4b6b-93be-ffe1eed6266a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:14.726979 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-cc4b4fa5-234b-49d9-91bd-cfe6b392946c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:14.787038 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-7eb6e757-72e9-4c79-9286-37bfd7dc8a02 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8724871 Jun 09 20:09:14.808622 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-0800f786-cad3-4d64-9d5a-043617e19208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:14.818824 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0800f786-cad3-4d64-9d5a-043617e19208 admin admin] Network 4a036ca4-dd58-4133-bd8c-881911c6180b is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:09:14.822335 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [None req-0800f786-cad3-4d64-9d5a-043617e19208 admin admin] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:09:14.863255 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-309d8d1c-77c8-4545-ab79-68f4c7ec9071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:14.908055 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0800f786-cad3-4d64-9d5a-043617e19208 admin admin] Received port after_create {{(pid=92456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:09:14.912740 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-0800f786-cad3-4d64-9d5a-043617e19208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3925236'] for router_interface, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:14.965358 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-356c120e-6edd-4fda-8032-43bb36d920a2 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 20:09:14.966363 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-356c120e-6edd-4fda-8032-43bb36d920a2 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1583648 Jun 09 20:09:15.008140 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-0ccb30fb-2368-42aa-bbf8-fbf9e2b90a6e None None] Set router 2d3a4288-58c5-4add-89b0-2b4f4c09bc0b gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:09:15.008686 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 39852) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:15.061519 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-cc4b4fa5-234b-49d9-91bd-cfe6b392946c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:15.065716 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c825ff8-efc6-4d69-9532-04c67973f7a6 req-7ad8ab66-153a-45c6-802b-9dcd23f90a34 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:15.067281 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-7c825ff8-efc6-4d69-9532-04c67973f7a6 req-7ad8ab66-153a-45c6-802b-9dcd23f90a34 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dc8ec03-6471-4278-9444-61c2faeeb75c HTTP/1.1" status: 200 len: 932 time: 0.7921638 Jun 09 20:09:15.118371 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-cc4b4fa5-234b-49d9-91bd-cfe6b392946c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:15.128378 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-cc4b4fa5-234b-49d9-91bd-cfe6b392946c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f435e8a5-16a5-453e-88e3-2ee6b22e2401 HTTP/1.1" status: 204 len: 168 time: 0.7922065 Jun 09 20:09:15.129199 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-02a3c3dc-ae1a-43e1-b7c5-f125b1bc0f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:15.182562 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b4fa5-234b-49d9-91bd-cfe6b392946c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f435e8a5-16a5-453e-88e3-2ee6b22e2401,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:15.197796 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-cc4b4fa5-234b-49d9-91bd-cfe6b392946c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:15.389537 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-7c825ff8-efc6-4d69-9532-04c67973f7a6 req-0f77fe1e-1c77-422a-8afc-d6d314752096 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/security-groups?id=7db1842f-5a70-488e-b60c-152a9f2fab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888031 Jun 09 20:09:15.547331 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-a86134ce-183d-4cfc-8c2d-3c4dba3ba3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'name': 'tempest-AttachVolumeTestJSON-2020173337-router', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '605e9341-4f40-479a-88ed-3542589b95d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:03Z', 'updated_at': '2021-06-09T20:09:07Z', 'revision_number': 3, 'project_id': 'a153f4ee3c7640608753fa26850931e1', 'gw_port': {'id': '605e9341-4f40-479a-88ed-3542589b95d1', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:05Z', 'updated_at': '2021-06-09T20:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi'}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:09:15.600020 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86134ce-183d-4cfc-8c2d-3c4dba3ba3d8 None None] The sync data for ids ['1ee9b6ba-3bdd-410e-8194-d57e97882fad'] in dv-cinder-795669-1-iscsi is: [{'id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'name': 'tempest-AttachVolumeTestJSON-2020173337-router', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '605e9341-4f40-479a-88ed-3542589b95d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:03Z', 'updated_at': '2021-06-09T20:09:07Z', 'revision_number': 3, 'project_id': 'a153f4ee3c7640608753fa26850931e1', 'gw_port': {'id': '605e9341-4f40-479a-88ed-3542589b95d1', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:05Z', 'updated_at': '2021-06-09T20:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi'}] {{(pid=92458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:09:15.665982 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.db.db_base_plugin_common [None req-f0c43160-9dc6-4b6b-93be-ffe1eed6266a admin admin] Allocated IP 172.20.0.1 (d61eb754-bcce-4b42-88fd-e498290dcd18/3e75af2a-aa07-4655-b1c0-db112593470c/7ae29c2e-ef49-4a84-97a6-6d5491379ce6) {{(pid=92455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:09:15.682156 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-0ccb30fb-2368-42aa-bbf8-fbf9e2b90a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1581776081-router', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'a247e340-6de1-43be-804f-817ffc0d8767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:04Z', 'updated_at': '2021-06-09T20:09:08Z', 'revision_number': 3, 'project_id': 'ce21b31906334471913e27e7b2dd9bf2', 'gw_port': {'id': 'a247e340-6de1-43be-804f-817ffc0d8767', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:05Z', 'updated_at': '2021-06-09T20:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi'}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:09:15.692195 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-f50f55ae-7b90-468b-8718-879780e18c3a None None] Provisioning for port 7299d8eb-7e82-4976-beba-24da2fbad383 completed by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:09:15.701816 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-f50f55ae-7b90-468b-8718-879780e18c3a None None] Provisioning complete for port 7299d8eb-7e82-4976-beba-24da2fbad383 triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:09:15.701816 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-f50f55ae-7b90-468b-8718-879780e18c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:15.733260 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccb30fb-2368-42aa-bbf8-fbf9e2b90a6e None None] The sync data for ids ['2d3a4288-58c5-4add-89b0-2b4f4c09bc0b'] in dv-cinder-795669-1-iscsi is: [{'id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1581776081-router', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'a247e340-6de1-43be-804f-817ffc0d8767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:04Z', 'updated_at': '2021-06-09T20:09:08Z', 'revision_number': 3, 'project_id': 'ce21b31906334471913e27e7b2dd9bf2', 'gw_port': {'id': 'a247e340-6de1-43be-804f-817ffc0d8767', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:05Z', 'updated_at': '2021-06-09T20:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi'}] {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:09:15.779985 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-f50f55ae-7b90-468b-8718-879780e18c3a None None] Port 7299d8eb-7e82-4976-beba-24da2fbad383 cannot update to ACTIVE because it is not bound. {{(pid=92457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 20:09:15.874658 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-309d8d1c-77c8-4545-ab79-68f4c7ec9071 None None] Notify callbacks [] for port, precommit_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:15.903918 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.provisioning_blocks [None req-309d8d1c-77c8-4545-ab79-68f4c7ec9071 None None] Transition to ACTIVE for port object b10338ab-5e02-46cb-a79e-0aa645187a56 will not be triggered until provisioned by entity L2. {{(pid=92458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:09:15.992231 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-309d8d1c-77c8-4545-ab79-68f4c7ec9071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:15.998864 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:16.051140 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-df5d9944-2e68-43e5-8a07-b973246d1a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:16.159207 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-3ea90cb7-3b59-49ed-b70e-aa42cef11d96 service neutron] Request body: {'port': {'device_id': '8dc8ec03-6471-4278-9444-61c2faeeb75c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79566'}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:09:16.266026 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-0800f786-cad3-4d64-9d5a-043617e19208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:16.321942 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.managers [None req-309d8d1c-77c8-4545-ab79-68f4c7ec9071 None None] Attempting to bind port b10338ab-5e02-46cb-a79e-0aa645187a56 on host dv-cinder-795669-1-iscsi for vnic_type normal with profile {{(pid=92458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:09:16.322386 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.managers [None req-309d8d1c-77c8-4545-ab79-68f4c7ec9071 None None] Attempting to bind port b10338ab-5e02-46cb-a79e-0aa645187a56 by drivers openvswitch,hyperv on host dv-cinder-795669-1-iscsi at level 0 using segments [{'id': '5cc1a330-8329-4d0b-b0d5-254d1224405d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'}] {{(pid=92458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:09:16.322744 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309d8d1c-77c8-4545-ab79-68f4c7ec9071 None None] Attempting to bind port b10338ab-5e02-46cb-a79e-0aa645187a56 on network 7113ecea-0b68-4d56-a6ae-4e94112ae602 {{(pid=92458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:09:16.326647 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-8ee909b3-f34f-413c-984e-98c5ef67465f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:16.373308 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309d8d1c-77c8-4545-ab79-68f4c7ec9071 None None] Checking agent: {'id': 'b1990edb-c1d4-4f42-bb5d-5bf0b4ac7e85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 19, 59, 31), 'started_at': datetime.datetime(2021, 6, 9, 20, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:09:16.373695 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309d8d1c-77c8-4545-ab79-68f4c7ec9071 None None] Checking segment: {'id': '5cc1a330-8329-4d0b-b0d5-254d1224405d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:09:16.377337 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-309d8d1c-77c8-4545-ab79-68f4c7ec9071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:16.377337 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309d8d1c-77c8-4545-ab79-68f4c7ec9071 None None] Bound using segment: {'id': '5cc1a330-8329-4d0b-b0d5-254d1224405d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'} {{(pid=92458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:09:16.377337 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.managers [None req-309d8d1c-77c8-4545-ab79-68f4c7ec9071 None None] Bound port: b10338ab-5e02-46cb-a79e-0aa645187a56, host: dv-cinder-795669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc1a330-8329-4d0b-b0d5-254d1224405d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'}}] {{(pid=92458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:09:16.377337 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-309d8d1c-77c8-4545-ab79-68f4c7ec9071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:16.683530 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b03244-45d1-4f77-8139-57860a247d7e None None] Pushing event updated for resources: {'Port': ['ID=b10338ab-5e02-46cb-a79e-0aa645187a56,revision_number=2']} {{(pid=92458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:16.722272 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG oslo_concurrency.lockutils [None req-71b03244-45d1-4f77-8139-57860a247d7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=92458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:16.844176 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.db [None req-309d8d1c-77c8-4545-ab79-68f4c7ec9071 None None] For port b10338ab-5e02-46cb-a79e-0aa645187a56, host dv-cinder-795669-1-iscsi, cleared binding levels {{(pid=92458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:09:16.852108 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.db [None req-309d8d1c-77c8-4545-ab79-68f4c7ec9071 None None] For port b10338ab-5e02-46cb-a79e-0aa645187a56, host dv-cinder-795669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=b10338ab-5e02-46cb-a79e-0aa645187a56,segment=NetworkSegment(5cc1a330-8329-4d0b-b0d5-254d1224405d),segment_id=5cc1a330-8329-4d0b-b0d5-254d1224405d)] {{(pid=92458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:09:16.925467 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-309d8d1c-77c8-4545-ab79-68f4c7ec9071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:16.944123 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG oslo_concurrency.lockutils [None req-b1c31d7b-6140-414b-baef-fef6936c3d94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:16.990513 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-f0c43160-9dc6-4b6b-93be-ffe1eed6266a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:17.049963 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-3ea90cb7-3b59-49ed-b70e-aa42cef11d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:17.102566 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309d8d1c-77c8-4545-ab79-68f4c7ec9071 None None] Routers {'fb6be78d-0c0c-424d-9c62-c21e8a2031ee'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:09:17.103013 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-309d8d1c-77c8-4545-ab79-68f4c7ec9071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:09:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['fb6be78d-0c0c-424d-9c62-c21e8a2031ee'], 'active': True} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:09:17.372683 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_common [None req-df5d9944-2e68-43e5-8a07-b973246d1a4a admin admin] Allocated IP 172.20.0.1 (b2773c51-860c-4726-b245-81d2da947565/1fb7b8a2-658b-4014-a6fa-473f341feb23/644edec6-d916-473c-866c-82562943aabd) {{(pid=92456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:09:17.448102 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.db.provisioning_blocks [None req-f0c43160-9dc6-4b6b-93be-ffe1eed6266a admin admin] Transition to ACTIVE for port object 7ae29c2e-ef49-4a84-97a6-6d5491379ce6 will not be triggered until provisioned by entity DHCP. {{(pid=92455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:09:17.544827 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-8ee909b3-f34f-413c-984e-98c5ef67465f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:17.750581 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-0800f786-cad3-4d64-9d5a-043617e19208 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:17.813990 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvr_db [None req-309d8d1c-77c8-4545-ab79-68f4c7ec9071 None None] Set router fb6be78d-0c0c-424d-9c62-c21e8a2031ee gateway port host: dv-cinder-795669-1-iscsi {{(pid=92458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:09:17.833196 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-0800f786-cad3-4d64-9d5a-043617e19208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:17.846733 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-0800f786-cad3-4d64-9d5a-043617e19208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3714543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3926453'] for router_interface, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:17.859246 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-ccd3ba9d-39fd-4bf0-9b4d-fc9f7a5d22cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:17.921418 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 605e9341-4f40-479a-88ed-3542589b95d1 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:09:17.942971 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-8ee909b3-f34f-413c-984e-98c5ef67465f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:18.015279 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 39914) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:18.017766 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:18.064130 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-df5d9944-2e68-43e5-8a07-b973246d1a4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:18.098068 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dde9c2-9dfa-469d-9b86-e995d1314183 req-d4745a3d-7357-41e3-921f-446b116d9928 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:18.110617 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c1dde9c2-9dfa-469d-9b86-e995d1314183 req-d4745a3d-7357-41e3-921f-446b116d9928 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dc8ec03-6471-4278-9444-61c2faeeb75c HTTP/1.1" status: 200 len: 932 time: 1.3628874 Jun 09 20:09:18.195238 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800f786-cad3-4d64-9d5a-043617e19208 admin admin] Pushing event updated for resources: {'Port': ['ID=7299d8eb-7e82-4976-beba-24da2fbad383,revision_number=2']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:18.220585 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning for port 605e9341-4f40-479a-88ed-3542589b95d1 completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:09:18.225578 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-f0c43160-9dc6-4b6b-93be-ffe1eed6266a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368'] for port, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:18.227578 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 605e9341-4f40-479a-88ed-3542589b95d1 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:09:18.227578 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:18.250802 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b03244-45d1-4f77-8139-57860a247d7e None None] Pushing event updated for resources: {'Port': ['ID=b10338ab-5e02-46cb-a79e-0aa645187a56,revision_number=3']} {{(pid=92458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:18.258701 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG oslo_concurrency.lockutils [None req-71b03244-45d1-4f77-8139-57860a247d7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.316s {{(pid=92458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:18.275556 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-0800f786-cad3-4d64-9d5a-043617e19208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:18.470077 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c43160-9dc6-4b6b-93be-ffe1eed6266a admin admin] Network d61eb754-bcce-4b42-88fd-e498290dcd18 is already hosted by enough agents. {{(pid=92455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:09:18.470644 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0800f786-cad3-4d64-9d5a-043617e19208 admin admin] Network 4a036ca4-dd58-4133-bd8c-881911c6180b is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:09:18.478755 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [None req-4e08354f-cada-41fb-b0c5-81a59e3ac085 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-127672881-network', 'tenant_id': '842284bb919149e19bbf57fe5f611045'}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:09:18.484756 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [None req-0800f786-cad3-4d64-9d5a-043617e19208 admin admin] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:09:18.619857 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:18.652307 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-309d8d1c-77c8-4545-ab79-68f4c7ec9071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6be78d-0c0c-424d-9c62-c21e8a2031ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1571002305-router', 'tenant_id': '3f30e4e665c8435e83fa56abcd23bc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'b10338ab-5e02-46cb-a79e-0aa645187a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:03Z', 'updated_at': '2021-06-09T20:09:06Z', 'revision_number': 3, 'project_id': '3f30e4e665c8435e83fa56abcd23bc22', 'gw_port': {'id': 'b10338ab-5e02-46cb-a79e-0aa645187a56', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6be78d-0c0c-424d-9c62-c21e8a2031ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:04Z', 'updated_at': '2021-06-09T20:09:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi'}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:09:18.656892 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.base_scheduler [None req-f0c43160-9dc6-4b6b-93be-ffe1eed6266a admin admin] Resources bound (agent type, host, resource id): {{(pid=92455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:09:18.656892 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee909b3-f34f-413c-984e-98c5ef67465f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c07e9b-f2bc-429d-a505-ca8ee020d2f6,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:18.671700 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] For port 605e9341-4f40-479a-88ed-3542589b95d1, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=605e9341-4f40-479a-88ed-3542589b95d1,segment=NetworkSegment(5cc1a330-8329-4d0b-b0d5-254d1224405d),segment_id=5cc1a330-8329-4d0b-b0d5-254d1224405d)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:09:18.679658 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c43160-9dc6-4b6b-93be-ffe1eed6266a admin admin] Received port after_create {{(pid=92455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:09:18.680421 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-f0c43160-9dc6-4b6b-93be-ffe1eed6266a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3925236'] for router_interface, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:18.697546 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309d8d1c-77c8-4545-ab79-68f4c7ec9071 None None] The sync data for ids ['fb6be78d-0c0c-424d-9c62-c21e8a2031ee'] in dv-cinder-795669-1-iscsi is: [{'id': 'fb6be78d-0c0c-424d-9c62-c21e8a2031ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1571002305-router', 'tenant_id': '3f30e4e665c8435e83fa56abcd23bc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'b10338ab-5e02-46cb-a79e-0aa645187a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:03Z', 'updated_at': '2021-06-09T20:09:06Z', 'revision_number': 3, 'project_id': '3f30e4e665c8435e83fa56abcd23bc22', 'gw_port': {'id': 'b10338ab-5e02-46cb-a79e-0aa645187a56', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6be78d-0c0c-424d-9c62-c21e8a2031ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:04Z', 'updated_at': '2021-06-09T20:09:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi'}] {{(pid=92458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:09:18.751338 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:18.752561 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device a247e340-6de1-43be-804f-817ffc0d8767 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:09:18.909667 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:18.963537 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-df5d9944-2e68-43e5-8a07-b973246d1a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368'] for port, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:19.270796 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:19.270796 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0800f786-cad3-4d64-9d5a-043617e19208 admin admin] Router 1ee9b6ba-3bdd-410e-8194-d57e97882fad has already been hosted by L3 agent 64117835-a1f5-4801-ace7-11985afbc460 {{(pid=92456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 20:09:19.274834 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c1dde9c2-9dfa-469d-9b86-e995d1314183 req-902b1ae5-1738-40fc-a24d-eb4115a3ef6c tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/security-groups?id=7db1842f-5a70-488e-b60c-152a9f2fab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0349770 Jun 09 20:09:19.274834 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-8ee909b3-f34f-413c-984e-98c5ef67465f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a1268172f6f54fb9b35b7b287c97178f&name=default HTTP/1.1" status: 200 len: 2979 time: 4.1480548 Jun 09 20:09:19.276764 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-5c91e57c-965b-4018-9488-60c21c72a3db None None] Provisioning complete for port 7299d8eb-7e82-4976-beba-24da2fbad383 triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:09:19.276764 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-5c91e57c-965b-4018-9488-60c21c72a3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:19.278613 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-8ee909b3-f34f-413c-984e-98c5ef67465f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.206s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:19.278613 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.897s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:19.279237 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5d9944-2e68-43e5-8a07-b973246d1a4a admin admin] Network b2773c51-860c-4726-b245-81d2da947565 is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:09:19.279384 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Pushing event updated for resources: {'Port': ['ID=605e9341-4f40-479a-88ed-3542589b95d1,revision_number=4']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:19.279384 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:19.279650 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [None req-df5d9944-2e68-43e5-8a07-b973246d1a4a admin admin] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:09:19.283020 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 39938) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:19.289942 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5d9944-2e68-43e5-8a07-b973246d1a4a admin admin] Received port after_create {{(pid=92456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:09:19.290395 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-df5d9944-2e68-43e5-8a07-b973246d1a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3925236'] for router_interface, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:19.313963 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-5c91e57c-965b-4018-9488-60c21c72a3db None None] Port 7299d8eb-7e82-4976-beba-24da2fbad383 cannot update to ACTIVE because it is not bound. {{(pid=92457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 20:09:19.352329 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d9944-2e68-43e5-8a07-b973246d1a4a admin admin] Pushing event updated for resources: {'Port': ['ID=644edec6-d916-473c-866c-82562943aabd,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:19.370634 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-df5d9944-2e68-43e5-8a07-b973246d1a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:19.408445 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c43160-9dc6-4b6b-93be-ffe1eed6266a admin admin] Pushing event updated for resources: {'Port': ['ID=7ae29c2e-ef49-4a84-97a6-6d5491379ce6,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:19.450642 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-f0c43160-9dc6-4b6b-93be-ffe1eed6266a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:19.451885 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-fdd8e9ac-e333-4d6a-84ec-0955def51d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:19.538906 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.db.resource_extend [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-3ea90cb7-3b59-49ed-b70e-aa42cef11d96 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 20:09:19.665790 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.notifiers.nova [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-3ea90cb7-3b59-49ed-b70e-aa42cef11d96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc7135ea-2957-4188-83a3-5509cc9fdf9b {{(pid=92455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:09:19.676751 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-3ea90cb7-3b59-49ed-b70e-aa42cef11d96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:19.710696 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.db.provisioning_blocks [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-3ea90cb7-3b59-49ed-b70e-aa42cef11d96 service neutron] Transition to ACTIVE for port object dc7135ea-2957-4188-83a3-5509cc9fdf9b will not be triggered until provisioned by entity L2. {{(pid=92455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:09:19.817509 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning for port a247e340-6de1-43be-804f-817ffc0d8767 completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:09:19.818486 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e08354f-cada-41fb-b0c5-81a59e3ac085 admin admin] Made reservation on behalf of 842284bb919149e19bbf57fe5f611045 for: {'network': 1} {{(pid=92455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:09:19.818486 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-4e08354f-cada-41fb-b0c5-81a59e3ac085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-786179'] for network, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:19.819067 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port a247e340-6de1-43be-804f-817ffc0d8767 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:09:19.819067 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:19.832345 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-4e08354f-cada-41fb-b0c5-81a59e3ac085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:19.845675 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0800f786-cad3-4d64-9d5a-043617e19208 admin admin] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:09:19.870818 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-0800f786-cad3-4d64-9d5a-043617e19208 admin admin] 10.222.0.15 "PUT /v2.0/routers/1ee9b6ba-3bdd-410e-8194-d57e97882fad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5353041 Jun 09 20:09:19.874884 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-fdd8e9ac-e333-4d6a-84ec-0955def51d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:19.948233 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34f8c10-bc57-40e4-b89e-fc2700486153 None None] Sync routers for ids ['1ee9b6ba-3bdd-410e-8194-d57e97882fad'] in dv-cinder-795669-1-iscsi {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:09:20.147002 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34f8c10-bc57-40e4-b89e-fc2700486153 None None] Routers {'1ee9b6ba-3bdd-410e-8194-d57e97882fad'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:09:20.148086 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-c34f8c10-bc57-40e4-b89e-fc2700486153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:09:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['1ee9b6ba-3bdd-410e-8194-d57e97882fad'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:09:20.180160 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-4e08354f-cada-41fb-b0c5-81a59e3ac085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:20.256089 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-fdd8e9ac-e333-4d6a-84ec-0955def51d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:20.360935 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-3ea90cb7-3b59-49ed-b70e-aa42cef11d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:20.373081 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-4e08354f-cada-41fb-b0c5-81a59e3ac085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:20.471219 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:20.498981 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-c34f8c10-bc57-40e4-b89e-fc2700486153 None None] Set router 1ee9b6ba-3bdd-410e-8194-d57e97882fad gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:09:20.508308 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-df5d9944-2e68-43e5-8a07-b973246d1a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:20.541628 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-fdd8e9ac-e333-4d6a-84ec-0955def51d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:20.563456 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-fdd8e9ac-e333-4d6a-84ec-0955def51d03 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/45c07e9b-f2bc-429d-a505-ca8ee020d2f6 HTTP/1.1" status: 204 len: 168 time: 1.2771387 Jun 09 20:09:20.565031 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:20.610170 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8e9ac-e333-4d6a-84ec-0955def51d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c07e9b-f2bc-429d-a505-ca8ee020d2f6,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:20.615299 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-fdd8e9ac-e333-4d6a-84ec-0955def51d03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:20.741549 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea90cb7-3b59-49ed-b70e-aa42cef11d96 service neutron] Pushing event updated for resources: {'Port': ['ID=dc7135ea-2957-4188-83a3-5509cc9fdf9b,revision_number=2']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:20.746900 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-3ea90cb7-3b59-49ed-b70e-aa42cef11d96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:20.756144 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-d0b99f8d-49db-4f56-9d55-16eb1b566dfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:20.907181 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-f0c43160-9dc6-4b6b-93be-ffe1eed6266a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:21.037237 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-87541732-1bad-4006-bb33-b44968849d9b None None] Provisioning for port 7ae29c2e-ef49-4a84-97a6-6d5491379ce6 completed by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:09:21.064939 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-87541732-1bad-4006-bb33-b44968849d9b None None] Provisioning complete for port 7ae29c2e-ef49-4a84-97a6-6d5491379ce6 triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:09:21.065318 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-87541732-1bad-4006-bb33-b44968849d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:21.191685 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e08354f-cada-41fb-b0c5-81a59e3ac085 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=92455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 20:09:21.206287 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-87541732-1bad-4006-bb33-b44968849d9b None None] Port 7ae29c2e-ef49-4a84-97a6-6d5491379ce6 cannot update to ACTIVE because it is not bound. {{(pid=92457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 20:09:21.266776 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:21.308147 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] For port a247e340-6de1-43be-804f-817ffc0d8767, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=a247e340-6de1-43be-804f-817ffc0d8767,segment=NetworkSegment(5cc1a330-8329-4d0b-b0d5-254d1224405d),segment_id=5cc1a330-8329-4d0b-b0d5-254d1224405d)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:09:21.377355 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-df5d9944-2e68-43e5-8a07-b973246d1a4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:21.392594 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-c34f8c10-bc57-40e4-b89e-fc2700486153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'name': 'tempest-AttachVolumeTestJSON-2020173337-router', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '605e9341-4f40-479a-88ed-3542589b95d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:03Z', 'updated_at': '2021-06-09T20:09:15Z', 'revision_number': 4, 'project_id': 'a153f4ee3c7640608753fa26850931e1', 'gw_port': {'id': '605e9341-4f40-479a-88ed-3542589b95d1', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:05Z', 'updated_at': '2021-06-09T20:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '7299d8eb-7e82-4976-beba-24da2fbad383', 'name': '', 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'mac_address': 'fa:16:3e:4c:49:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '300c2a4a-c553-45e5-8e44-47365525b421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:12Z', 'updated_at': '2021-06-09T20:09:16Z', 'revision_number': 2, 'project_id': 'a153f4ee3c7640608753fa26850931e1', 'subnets': [{'id': '300c2a4a-c553-45e5-8e44-47365525b421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:09:21.392594 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:21.420125 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:21.483604 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-df5d9944-2e68-43e5-8a07-b973246d1a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:21.485807 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-df5d9944-2e68-43e5-8a07-b973246d1a4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3714543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3926453'] for router_interface, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:21.502929 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-df5d9944-2e68-43e5-8a07-b973246d1a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:21.510511 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34f8c10-bc57-40e4-b89e-fc2700486153 None None] Checking router: 1ee9b6ba-3bdd-410e-8194-d57e97882fad for host: dv-cinder-795669-1-iscsi {{(pid=92457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:09:21.511643 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34f8c10-bc57-40e4-b89e-fc2700486153 None None] Updating router 1ee9b6ba-3bdd-410e-8194-d57e97882fad port 7299d8eb-7e82-4976-beba-24da2fbad383 binding host dv-cinder-795669-1-iscsi {{(pid=92457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 20:09:21.592387 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-c34f8c10-bc57-40e4-b89e-fc2700486153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:21.681276 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d9944-2e68-43e5-8a07-b973246d1a4a admin admin] Pushing event updated for resources: {'Port': ['ID=644edec6-d916-473c-866c-82562943aabd,revision_number=2']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:21.698452 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-df5d9944-2e68-43e5-8a07-b973246d1a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:21.763749 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Pushing event updated for resources: {'Port': ['ID=a247e340-6de1-43be-804f-817ffc0d8767,revision_number=4']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:21.790925 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device b10338ab-5e02-46cb-a79e-0aa645187a56 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:09:21.818578 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 39976) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:21.825270 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-5fbcdd2f-f9f4-4b11-97cc-5aea68e78584 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Request body: {'security_group': {'name': 'tempest-securitygroup--122287467', 'description': 'tempest-description--1573245545'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:09:21.848971 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:21.979305 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-f0c43160-9dc6-4b6b-93be-ffe1eed6266a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:21.979907 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5d9944-2e68-43e5-8a07-b973246d1a4a admin admin] Network b2773c51-860c-4726-b245-81d2da947565 is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:09:21.980634 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [None req-df5d9944-2e68-43e5-8a07-b973246d1a4a admin admin] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:09:21.982090 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-4e08354f-cada-41fb-b0c5-81a59e3ac085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028'] for segment, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:21.982444 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.db.segments_db [None req-4e08354f-cada-41fb-b0c5-81a59e3ac085 admin admin] Added segment 5bc2e241-ac92-4b06-b63f-2b224322e82f of type vlan for network e49c3c42-8d74-41f1-8196-ec526dab06f5 Jun 09 20:09:21.991434 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e08354f-cada-41fb-b0c5-81a59e3ac085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9348f31d-f20c-4607-a29b-fd4807756595,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:22.058222 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-4e08354f-cada-41fb-b0c5-81a59e3ac085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.292s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:22.058222 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.managers [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-3ea90cb7-3b59-49ed-b70e-aa42cef11d96 service neutron] Attempting to bind port dc7135ea-2957-4188-83a3-5509cc9fdf9b on host hv-cinder-79566 for vnic_type normal with profile {{(pid=92455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:09:22.058222 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.managers [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-3ea90cb7-3b59-49ed-b70e-aa42cef11d96 service neutron] Attempting to bind port dc7135ea-2957-4188-83a3-5509cc9fdf9b by drivers openvswitch,hyperv on host hv-cinder-79566 at level 0 using segments [{'id': '2f764320-011f-41fd-8ea6-f7a44c11fa79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c116dba9-ae4c-469c-99d6-deeaa649af0e'}] {{(pid=92455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:09:22.058222 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-3ea90cb7-3b59-49ed-b70e-aa42cef11d96 service neutron] Attempting to bind port dc7135ea-2957-4188-83a3-5509cc9fdf9b on network c116dba9-ae4c-469c-99d6-deeaa649af0e {{(pid=92455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:09:22.076128 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-3ea90cb7-3b59-49ed-b70e-aa42cef11d96 service neutron] Port dc7135ea-2957-4188-83a3-5509cc9fdf9b on network c116dba9-ae4c-469c-99d6-deeaa649af0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79566 {{(pid=92455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 20:09:22.076832 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-3ea90cb7-3b59-49ed-b70e-aa42cef11d96 service neutron] Attempting to bind port dc7135ea-2957-4188-83a3-5509cc9fdf9b on network c116dba9-ae4c-469c-99d6-deeaa649af0e {{(pid=92455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:09:22.100215 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-3ea90cb7-3b59-49ed-b70e-aa42cef11d96 service neutron] Checking agent: {'id': '747acf60-c6b9-434b-b325-86e193e3fffe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 20, 7, 24), 'started_at': datetime.datetime(2021, 6, 9, 20, 7, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:09:22.100873 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-3ea90cb7-3b59-49ed-b70e-aa42cef11d96 service neutron] Checking segment: {'id': '2f764320-011f-41fd-8ea6-f7a44c11fa79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c116dba9-ae4c-469c-99d6-deeaa649af0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:09:22.101796 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-3ea90cb7-3b59-49ed-b70e-aa42cef11d96 service neutron] Bound using segment: {'id': '2f764320-011f-41fd-8ea6-f7a44c11fa79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c116dba9-ae4c-469c-99d6-deeaa649af0e'} {{(pid=92455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:09:22.102463 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.managers [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-3ea90cb7-3b59-49ed-b70e-aa42cef11d96 service neutron] Bound port: dc7135ea-2957-4188-83a3-5509cc9fdf9b, host: hv-cinder-79566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f764320-011f-41fd-8ea6-f7a44c11fa79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c116dba9-ae4c-469c-99d6-deeaa649af0e'}}] {{(pid=92455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:09:22.103090 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-3ea90cb7-3b59-49ed-b70e-aa42cef11d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:22.122551 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-f0c43160-9dc6-4b6b-93be-ffe1eed6266a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:22.129043 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-5fbcdd2f-f9f4-4b11-97cc-5aea68e78584 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:22.138925 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-f0c43160-9dc6-4b6b-93be-ffe1eed6266a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3714543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3926453'] for router_interface, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:22.258091 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning for port b10338ab-5e02-46cb-a79e-0aa645187a56 completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:09:22.266054 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-f0c43160-9dc6-4b6b-93be-ffe1eed6266a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:22.298546 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port b10338ab-5e02-46cb-a79e-0aa645187a56 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:09:22.298942 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:22.323693 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-4e08354f-cada-41fb-b0c5-81a59e3ac085 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784791347429'] for network, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:22.328169 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.db [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-3ea90cb7-3b59-49ed-b70e-aa42cef11d96 service neutron] For port dc7135ea-2957-4188-83a3-5509cc9fdf9b, host hv-cinder-79566, cleared binding levels {{(pid=92455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:09:22.354338 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad6493-f39a-4eab-b7fc-d7cb95329912 req-f63acdf5-4743-4be6-9b12-f168744de041 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:22.354338 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-acad6493-f39a-4eab-b7fc-d7cb95329912 req-f63acdf5-4743-4be6-9b12-f168744de041 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dc8ec03-6471-4278-9444-61c2faeeb75c HTTP/1.1" status: 200 len: 944 time: 1.6127956 Jun 09 20:09:22.358490 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 39984) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:22.417623 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-c34f8c10-bc57-40e4-b89e-fc2700486153 None None] Notify callbacks [] for port, precommit_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:22.427726 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 39988) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:22.471273 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-c34f8c10-bc57-40e4-b89e-fc2700486153 None None] Transition to ACTIVE for port object 7299d8eb-7e82-4976-beba-24da2fbad383 will not be triggered until provisioned by entity L2. {{(pid=92457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:09:22.472157 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.db [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-3ea90cb7-3b59-49ed-b70e-aa42cef11d96 service neutron] For port dc7135ea-2957-4188-83a3-5509cc9fdf9b, host hv-cinder-79566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=dc7135ea-2957-4188-83a3-5509cc9fdf9b,segment=NetworkSegment(2f764320-011f-41fd-8ea6-f7a44c11fa79),segment_id=2f764320-011f-41fd-8ea6-f7a44c11fa79)] {{(pid=92455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:09:22.512684 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.db.resource_extend [None req-4e08354f-cada-41fb-b0c5-81a59e3ac085 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 20:09:22.519765 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5d9944-2e68-43e5-8a07-b973246d1a4a admin admin] Router fb6be78d-0c0c-424d-9c62-c21e8a2031ee has already been hosted by L3 agent 64117835-a1f5-4801-ace7-11985afbc460 {{(pid=92456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 20:09:22.533728 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c43160-9dc6-4b6b-93be-ffe1eed6266a admin admin] Pushing event updated for resources: {'Port': ['ID=7ae29c2e-ef49-4a84-97a6-6d5491379ce6,revision_number=2']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:22.556893 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-3ea90cb7-3b59-49ed-b70e-aa42cef11d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:22.567961 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-f0c43160-9dc6-4b6b-93be-ffe1eed6266a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:22.630597 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:22.682815 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:22.690564 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-5fbcdd2f-f9f4-4b11-97cc-5aea68e78584 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:22.701682 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-c34f8c10-bc57-40e4-b89e-fc2700486153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:22.707045 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f5867c67-2ab7-4f02-ac79-4ce990f515ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:22.709269 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:22.738129 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-4e08354f-cada-41fb-b0c5-81a59e3ac085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3854142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545'] for network, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:22.778115 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-acad6493-f39a-4eab-b7fc-d7cb95329912 req-9ba12604-327e-4417-853a-71a8e36cdbde tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/security-groups?id=7db1842f-5a70-488e-b60c-152a9f2fab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682253 Jun 09 20:09:22.798443 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e08354f-cada-41fb-b0c5-81a59e3ac085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:22.799382 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-4e08354f-cada-41fb-b0c5-81a59e3ac085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for network, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:22.815258 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-d458992a-8afc-4d2e-90fd-655d5441413d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:22.830233 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-3ea90cb7-3b59-49ed-b70e-aa42cef11d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:22.831456 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-3ea90cb7-3b59-49ed-b70e-aa42cef11d96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for port, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:22.833277 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-3ea90cb7-3b59-49ed-b70e-aa42cef11d96 service neutron] 10.222.0.22 "PUT /v2.0/ports/dc7135ea-2957-4188-83a3-5509cc9fdf9b HTTP/1.1" status: 200 len: 1094 time: 7.5750637 Jun 09 20:09:22.838086 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dc8ec03-6471-4278-9444-61c2faeeb75c', 'tag': 'dc7135ea-2957-4188-83a3-5509cc9fdf9b'}] {{(pid=92455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:09:22.853380 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-5fbcdd2f-f9f4-4b11-97cc-5aea68e78584 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:22.902255 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:22.939770 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eafd5e-0fe2-492a-b28e-7b9dd3b01c3a None None] Pushing event updated for resources: {'Port': ['ID=7299d8eb-7e82-4976-beba-24da2fbad383,revision_number=3']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:22.949990 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-81eafd5e-0fe2-492a-b28e-7b9dd3b01c3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:22.996478 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea90cb7-3b59-49ed-b70e-aa42cef11d96 service neutron] Pushing event updated for resources: {'Port': ['ID=dc7135ea-2957-4188-83a3-5509cc9fdf9b,revision_number=3']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:23.000980 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-3ea90cb7-3b59-49ed-b70e-aa42cef11d96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:23.006806 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbcdd2f-f9f4-4b11-97cc-5aea68e78584 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10441d75-9bec-45c4-aee1-b0eac1705338,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:23.010547 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:23.014833 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5d9944-2e68-43e5-8a07-b973246d1a4a admin admin] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:09:23.032327 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] For port b10338ab-5e02-46cb-a79e-0aa645187a56, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=b10338ab-5e02-46cb-a79e-0aa645187a56,segment=NetworkSegment(5cc1a330-8329-4d0b-b0d5-254d1224405d),segment_id=5cc1a330-8329-4d0b-b0d5-254d1224405d)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:09:23.047316 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-5fbcdd2f-f9f4-4b11-97cc-5aea68e78584 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:23.101864 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-df5d9944-2e68-43e5-8a07-b973246d1a4a admin admin] 10.222.0.15 "PUT /v2.0/routers/fb6be78d-0c0c-424d-9c62-c21e8a2031ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8943095 Jun 09 20:09:23.102755 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d245c22d-3ab8-418c-8ade-a23bf0ada43d None None] Sync routers for ids ['fb6be78d-0c0c-424d-9c62-c21e8a2031ee'] in dv-cinder-795669-1-iscsi {{(pid=92458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:09:23.114497 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d245c22d-3ab8-418c-8ade-a23bf0ada43d None None] Routers {'fb6be78d-0c0c-424d-9c62-c21e8a2031ee'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:09:23.115244 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-d245c22d-3ab8-418c-8ade-a23bf0ada43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:09:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['fb6be78d-0c0c-424d-9c62-c21e8a2031ee'], 'active': True} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:09:23.173722 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:23.174397 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 605e9341-4f40-479a-88ed-3542589b95d1 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:09:23.196522 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c43160-9dc6-4b6b-93be-ffe1eed6266a admin admin] Network d61eb754-bcce-4b42-88fd-e498290dcd18 is already hosted by enough agents. {{(pid=92455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:09:23.254270 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-81eafd5e-0fe2-492a-b28e-7b9dd3b01c3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:23.256691 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f5867c67-2ab7-4f02-ac79-4ce990f515ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:23.257139 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.base_scheduler [None req-f0c43160-9dc6-4b6b-93be-ffe1eed6266a admin admin] Resources bound (agent type, host, resource id): {{(pid=92455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:09:23.313516 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f5867c67-2ab7-4f02-ac79-4ce990f515ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:23.322385 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:23.414742 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-5fbcdd2f-f9f4-4b11-97cc-5aea68e78584 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:23.428432 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-5fbcdd2f-f9f4-4b11-97cc-5aea68e78584 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6087577 Jun 09 20:09:23.432380 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 40006) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:23.443643 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-f5867c67-2ab7-4f02-ac79-4ce990f515ab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bca5fff776774cb7acb1b93f8324a979&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0110185 Jun 09 20:09:23.446979 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-e8c7538b-3417-4c05-93d2-412c438e5f5d tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Request body: {'security_group_rule': {'security_group_id': '10441d75-9bec-45c4-aee1-b0eac1705338', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:09:23.462000 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 40010) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:23.486414 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5867c67-2ab7-4f02-ac79-4ce990f515ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6101c4-f229-4ac7-a620-65633584650b,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:23.494000 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-f5867c67-2ab7-4f02-ac79-4ce990f515ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:23.554911 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb487b5c22ff78f2383a4aedbf16056ad733cdd2494c82cbaa03313095a923d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b435f0b1-8cf8-46dc-89bc-0d51447170e4" -d '{"events": [{"name": "network-changed", "server_uuid": "8dc8ec03-6471-4278-9444-61c2faeeb75c", "tag": "dc7135ea-2957-4188-83a3-5509cc9fdf9b"}]}' {{(pid=92455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:09:23.578354 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Pushing event updated for resources: {'Port': ['ID=b10338ab-5e02-46cb-a79e-0aa645187a56,revision_number=4']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:23.592124 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-c34f8c10-bc57-40e4-b89e-fc2700486153 None None] Attempting to bind port 7299d8eb-7e82-4976-beba-24da2fbad383 on host dv-cinder-795669-1-iscsi for vnic_type normal with profile {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:09:23.592722 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-c34f8c10-bc57-40e4-b89e-fc2700486153 None None] Attempting to bind port 7299d8eb-7e82-4976-beba-24da2fbad383 by drivers openvswitch,hyperv on host dv-cinder-795669-1-iscsi at level 0 using segments [{'id': '38307e43-90bf-416e-82c0-ea8120621c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b'}] {{(pid=92457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:09:23.593811 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34f8c10-bc57-40e4-b89e-fc2700486153 None None] Attempting to bind port 7299d8eb-7e82-4976-beba-24da2fbad383 on network 4a036ca4-dd58-4133-bd8c-881911c6180b {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:09:23.615085 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-4e08354f-cada-41fb-b0c5-81a59e3ac085 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 5.5889926 Jun 09 20:09:23.618423 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 40018) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:23.619928 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:23.628017 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-bae5df89-50bd-4cab-8181-10f00dd81dd8 admin admin] Request body: {'subnet': {'network_id': 'e49c3c42-8d74-41f1-8196-ec526dab06f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-127672881-subnet', 'tenant_id': '842284bb919149e19bbf57fe5f611045', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:09:23.631385 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34f8c10-bc57-40e4-b89e-fc2700486153 None None] Checking agent: {'id': 'b1990edb-c1d4-4f42-bb5d-5bf0b4ac7e85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 19, 59, 31), 'started_at': datetime.datetime(2021, 6, 9, 20, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:09:23.632531 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34f8c10-bc57-40e4-b89e-fc2700486153 None None] Checking segment: {'id': '38307e43-90bf-416e-82c0-ea8120621c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:09:23.632872 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ddc02246-f7d5-4e64-bd33-f0d1667b32cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:23.633749 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-c34f8c10-bc57-40e4-b89e-fc2700486153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:23.634791 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34f8c10-bc57-40e4-b89e-fc2700486153 None None] Bound using segment: {'id': '38307e43-90bf-416e-82c0-ea8120621c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b'} {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:09:23.635678 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-c34f8c10-bc57-40e4-b89e-fc2700486153 None None] Bound port: 7299d8eb-7e82-4976-beba-24da2fbad383, host: dv-cinder-795669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38307e43-90bf-416e-82c0-ea8120621c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b'}}] {{(pid=92457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:09:23.636249 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-c34f8c10-bc57-40e4-b89e-fc2700486153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:23.681989 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e08354f-cada-41fb-b0c5-81a59e3ac085 admin admin] Pushing event updated for resources: {'Network': ['ID=e49c3c42-8d74-41f1-8196-ec526dab06f5,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:23.734903 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-4e08354f-cada-41fb-b0c5-81a59e3ac085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:23.755460 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ddc02246-f7d5-4e64-bd33-f0d1667b32cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:23.764401 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvr_db [None req-d245c22d-3ab8-418c-8ade-a23bf0ada43d None None] Set router fb6be78d-0c0c-424d-9c62-c21e8a2031ee gateway port host: dv-cinder-795669-1-iscsi {{(pid=92458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:09:23.819418 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-c34f8c10-bc57-40e4-b89e-fc2700486153 None None] For port 7299d8eb-7e82-4976-beba-24da2fbad383, host dv-cinder-795669-1-iscsi, cleared binding levels {{(pid=92457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:09:23.823317 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-c34f8c10-bc57-40e4-b89e-fc2700486153 None None] For port 7299d8eb-7e82-4976-beba-24da2fbad383, host dv-cinder-795669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=7299d8eb-7e82-4976-beba-24da2fbad383,segment=NetworkSegment(38307e43-90bf-416e-82c0-ea8120621c99),segment_id=38307e43-90bf-416e-82c0-ea8120621c99)] {{(pid=92457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:09:23.828677 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Network e49c3c42-8d74-41f1-8196-ec526dab06f5 details requested by agent ovs-agent-dv-cinder-795669-1-iscsi with host dv-cinder-795669-1-iscsi {{(pid=92457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 20:09:23.963508 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ddc02246-f7d5-4e64-bd33-f0d1667b32cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:23.967199 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ddc02246-f7d5-4e64-bd33-f0d1667b32cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:23.972043 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-ddc02246-f7d5-4e64-bd33-f0d1667b32cf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3e6101c4-f229-4ac7-a620-65633584650b HTTP/1.1" status: 204 len: 168 time: 0.5088601 Jun 09 20:09:23.974653 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-dd16767c-927c-4313-8e46-9ead51d856ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:24.003273 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc02246-f7d5-4e64-bd33-f0d1667b32cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6101c4-f229-4ac7-a620-65633584650b,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:24.020839 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-ddc02246-f7d5-4e64-bd33-f0d1667b32cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:24.149694 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-c34f8c10-bc57-40e4-b89e-fc2700486153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:24.161080 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 20:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c59fd5-1115-455b-84b6-611c2fc6f9c6 x-openstack-request-id: req-b0c59fd5-1115-455b-84b6-611c2fc6f9c6 {{(pid=92455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:09:24.163966 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dc8ec03-6471-4278-9444-61c2faeeb75c", "tag": "dc7135ea-2957-4188-83a3-5509cc9fdf9b", "status": "completed", "code": 200}]} {{(pid=92455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:09:24.165996 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b0c59fd5-1115-455b-84b6-611c2fc6f9c6 {{(pid=92455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:09:24.167586 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dc8ec03-6471-4278-9444-61c2faeeb75c', 'tag': 'dc7135ea-2957-4188-83a3-5509cc9fdf9b', 'status': 'completed', 'code': 200} Jun 09 20:09:24.170501 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:24.190991 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-2b0770ac-7bc4-4cab-a0a5-5c624e483de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:24.198287 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-2b0770ac-7bc4-4cab-a0a5-5c624e483de5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=130fe86e36334ce89137e771e083d759&device_id=8dc8ec03-6471-4278-9444-61c2faeeb75c HTTP/1.1" status: 200 len: 1097 time: 1.0284014 Jun 09 20:09:24.201467 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c43160-9dc6-4b6b-93be-ffe1eed6266a admin admin] Router 2d3a4288-58c5-4add-89b0-2b4f4c09bc0b has already been hosted by L3 agent 64117835-a1f5-4801-ace7-11985afbc460 {{(pid=92455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 20:09:24.281478 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eafd5e-0fe2-492a-b28e-7b9dd3b01c3a None None] Pushing event updated for resources: {'Port': ['ID=7299d8eb-7e82-4976-beba-24da2fbad383,revision_number=4']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:24.301055 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-81eafd5e-0fe2-492a-b28e-7b9dd3b01c3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:24.308375 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-5a440946-bbac-4fe0-b478-e666f484bc09 None None] Provisioning complete for port 7ae29c2e-ef49-4a84-97a6-6d5491379ce6 triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:09:24.308758 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-5a440946-bbac-4fe0-b478-e666f484bc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:24.453644 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-5a440946-bbac-4fe0-b478-e666f484bc09 None None] Port 7ae29c2e-ef49-4a84-97a6-6d5491379ce6 cannot update to ACTIVE because it is not bound. {{(pid=92457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 20:09:24.462801 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-b0594fb5-3cfe-4380-aef2-10e962cba4cd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc7135ea-2957-4188-83a3-5509cc9fdf9b HTTP/1.1" status: 200 len: 217 time: 0.1732099 Jun 09 20:09:24.466606 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34f8c10-bc57-40e4-b89e-fc2700486153 None None] Routers {'1ee9b6ba-3bdd-410e-8194-d57e97882fad'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:09:24.467389 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-c34f8c10-bc57-40e4-b89e-fc2700486153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:09:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['1ee9b6ba-3bdd-410e-8194-d57e97882fad'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:09:24.478352 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-d245c22d-3ab8-418c-8ade-a23bf0ada43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6be78d-0c0c-424d-9c62-c21e8a2031ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1571002305-router', 'tenant_id': '3f30e4e665c8435e83fa56abcd23bc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'b10338ab-5e02-46cb-a79e-0aa645187a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:03Z', 'updated_at': '2021-06-09T20:09:20Z', 'revision_number': 4, 'project_id': '3f30e4e665c8435e83fa56abcd23bc22', 'gw_port': {'id': 'b10338ab-5e02-46cb-a79e-0aa645187a56', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6be78d-0c0c-424d-9c62-c21e8a2031ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:04Z', 'updated_at': '2021-06-09T20:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '644edec6-d916-473c-866c-82562943aabd', 'name': '', 'network_id': 'b2773c51-860c-4726-b245-81d2da947565', 'tenant_id': '3f30e4e665c8435e83fa56abcd23bc22', 'mac_address': 'fa:16:3e:ed:23:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6be78d-0c0c-424d-9c62-c21e8a2031ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1fb7b8a2-658b-4014-a6fa-473f341feb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:16Z', 'updated_at': '2021-06-09T20:09:20Z', 'revision_number': 2, 'project_id': '3f30e4e665c8435e83fa56abcd23bc22', 'subnets': [{'id': '1fb7b8a2-658b-4014-a6fa-473f341feb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:09:24.485832 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d245c22d-3ab8-418c-8ade-a23bf0ada43d None None] Checking router: fb6be78d-0c0c-424d-9c62-c21e8a2031ee for host: dv-cinder-795669-1-iscsi {{(pid=92458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:09:24.487169 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d245c22d-3ab8-418c-8ade-a23bf0ada43d None None] Updating router fb6be78d-0c0c-424d-9c62-c21e8a2031ee port 644edec6-d916-473c-866c-82562943aabd binding host dv-cinder-795669-1-iscsi {{(pid=92458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 20:09:24.563629 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-d245c22d-3ab8-418c-8ade-a23bf0ada43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:24.572593 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-d458992a-8afc-4d2e-90fd-655d5441413d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:24.688374 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.db.api [None req-e8c7538b-3417-4c05-93d2-412c438e5f5d tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 09 20:09:24.688374 dv-cinder-795669-1-iscsi neutron-server[92456]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 09 20:09:24.688374 dv-cinder-795669-1-iscsi neutron-server[92456]: [parameters: {'project_id': 'a153f4ee3c7640608753fa26850931e1', 'id': 'da52bd2f-0a52-431b-995a-4c2052619511', 'expiration': datetime.datetime(2021, 6, 9, 20, 11, 24, 670310)}] Jun 09 20:09:24.688374 dv-cinder-795669-1-iscsi neutron-server[92456]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 20:09:24.690219 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_db.api [None req-e8c7538b-3417-4c05-93d2-412c438e5f5d tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 20:09:24.694184 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 605e9341-4f40-479a-88ed-3542589b95d1 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:09:24.709236 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:24.891077 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:25.028313 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-ddba2946-8632-4180-b773-10d8ed3c2e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:25.029835 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-ddba2946-8632-4180-b773-10d8ed3c2e3f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4826b43f-2457-4aed-9252-257de469bfa5 HTTP/1.1" status: 200 len: 852 time: 0.4501696 Jun 09 20:09:25.033968 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c43160-9dc6-4b6b-93be-ffe1eed6266a admin admin] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:09:25.037351 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-d458992a-8afc-4d2e-90fd-655d5441413d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:25.042348 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-f0c43160-9dc6-4b6b-93be-ffe1eed6266a admin admin] 10.222.0.15 "PUT /v2.0/routers/2d3a4288-58c5-4add-89b0-2b4f4c09bc0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5487721 Jun 09 20:09:25.178996 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140ac519-1537-418f-81a6-953a6cbb3ec7 None None] Sync routers for ids ['2d3a4288-58c5-4add-89b0-2b4f4c09bc0b'] in dv-cinder-795669-1-iscsi {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:09:25.193299 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-4e08354f-cada-41fb-b0c5-81a59e3ac085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:25.214155 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-e60c1ce0-9571-40f8-8dac-37f14ce8bb74 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c116dba9-ae4c-469c-99d6-deeaa649af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1354499 Jun 09 20:09:25.243812 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140ac519-1537-418f-81a6-953a6cbb3ec7 None None] Routers {'2d3a4288-58c5-4add-89b0-2b4f4c09bc0b'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:09:25.244535 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-140ac519-1537-418f-81a6-953a6cbb3ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:09:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['2d3a4288-58c5-4add-89b0-2b4f4c09bc0b'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:09:25.245329 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae5df89-50bd-4cab-8181-10f00dd81dd8 admin admin] Made reservation on behalf of 842284bb919149e19bbf57fe5f611045 for: {'subnet': 1} {{(pid=92456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:09:25.247940 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-bae5df89-50bd-4cab-8181-10f00dd81dd8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:25.273223 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-d245c22d-3ab8-418c-8ade-a23bf0ada43d None None] Notify callbacks [] for port, precommit_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:25.317897 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d458992a-8afc-4d2e-90fd-655d5441413d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04762112-5688-4d07-96a9-594e200e2e88,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:25.321604 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-d458992a-8afc-4d2e-90fd-655d5441413d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:25.324726 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-d458992a-8afc-4d2e-90fd-655d5441413d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=52b24aabd5ea485da0b6e50d458c5ced&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9432902 Jun 09 20:09:25.339188 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.provisioning_blocks [None req-d245c22d-3ab8-418c-8ade-a23bf0ada43d None None] Transition to ACTIVE for port object 644edec6-d916-473c-866c-82562943aabd will not be triggered until provisioned by entity L2. {{(pid=92458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:09:25.343586 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 40054) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:25.438052 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-d245c22d-3ab8-418c-8ade-a23bf0ada43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:25.444252 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG oslo_concurrency.lockutils [None req-b1c31d7b-6140-414b-baef-fef6936c3d94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:25.453312 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17b3c8-c2bc-4cde-8746-60bf2a690f9f req-17d1e7c4-cb35-48d6-9826-195981d8f9bd tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:25.458802 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6e17b3c8-c2bc-4cde-8746-60bf2a690f9f req-17d1e7c4-cb35-48d6-9826-195981d8f9bd tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dc8ec03-6471-4278-9444-61c2faeeb75c HTTP/1.1" status: 200 len: 944 time: 1.2704940 Jun 09 20:09:25.528268 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-c34f8c10-bc57-40e4-b89e-fc2700486153 None None] Set router 1ee9b6ba-3bdd-410e-8194-d57e97882fad gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:09:25.530660 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-d3a92a7e-d307-4a4b-9bc0-f37d3f56c47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:25.534111 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e8c7538b-3417-4c05-93d2-412c438e5f5d tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:25.560058 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 40058) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:25.579490 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-65492cf2-32c8-415f-a58e-b00b73fc0f90 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:25.594062 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-65492cf2-32c8-415f-a58e-b00b73fc0f90 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/networks?id=b2773c51-860c-4726-b245-81d2da947565 HTTP/1.1" status: 200 len: 819 time: 0.5625839 Jun 09 20:09:25.657901 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-d3a92a7e-d307-4a4b-9bc0-f37d3f56c47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:25.673855 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-a4aba1d6-f582-4bf1-aef0-9930c7f6c33f tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/quotas/3f30e4e665c8435e83fa56abcd23bc22 HTTP/1.1" status: 200 len: 375 time: 0.0788324 Jun 09 20:09:25.688230 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device b10338ab-5e02-46cb-a79e-0aa645187a56 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:09:25.700851 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b03c7510-e97e-4e34-a1eb-da4e7e1b9254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:25.789619 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6e17b3c8-c2bc-4cde-8746-60bf2a690f9f req-11c39749-c565-4b37-8b53-655f793f6b2a tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/security-groups?id=7db1842f-5a70-488e-b60c-152a9f2fab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779934 Jun 09 20:09:25.828463 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-4c1f1496-4710-4d66-98f1-d74ba5837c11 service neutron] 10.222.0.22 "GET /v2.0/networks/c116dba9-ae4c-469c-99d6-deeaa649af0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5571961 Jun 09 20:09:25.938299 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9490f-d7f0-44b0-9dd2-312ff8bc1634 None None] Pushing event updated for resources: {'Port': ['ID=644edec6-d916-473c-866c-82562943aabd,revision_number=3']} {{(pid=92458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:25.961190 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG oslo_concurrency.lockutils [None req-b8f9490f-d7f0-44b0-9dd2-312ff8bc1634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=92458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:25.980642 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.managers [None req-d245c22d-3ab8-418c-8ade-a23bf0ada43d None None] Attempting to bind port 644edec6-d916-473c-866c-82562943aabd on host dv-cinder-795669-1-iscsi for vnic_type normal with profile {{(pid=92458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:09:25.981048 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.managers [None req-d245c22d-3ab8-418c-8ade-a23bf0ada43d None None] Attempting to bind port 644edec6-d916-473c-866c-82562943aabd by drivers openvswitch,hyperv on host dv-cinder-795669-1-iscsi at level 0 using segments [{'id': '7e693cad-958c-450d-b744-b9a52e4f9dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b2773c51-860c-4726-b245-81d2da947565'}] {{(pid=92458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:09:25.981391 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d245c22d-3ab8-418c-8ade-a23bf0ada43d None None] Attempting to bind port 644edec6-d916-473c-866c-82562943aabd on network b2773c51-860c-4726-b245-81d2da947565 {{(pid=92458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:09:25.988395 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d245c22d-3ab8-418c-8ade-a23bf0ada43d None None] Checking agent: {'id': 'b1990edb-c1d4-4f42-bb5d-5bf0b4ac7e85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 19, 59, 31), 'started_at': datetime.datetime(2021, 6, 9, 20, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:09:25.990038 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d245c22d-3ab8-418c-8ade-a23bf0ada43d None None] Checking segment: {'id': '7e693cad-958c-450d-b744-b9a52e4f9dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b2773c51-860c-4726-b245-81d2da947565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:09:25.990038 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-d245c22d-3ab8-418c-8ade-a23bf0ada43d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:25.990038 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d245c22d-3ab8-418c-8ade-a23bf0ada43d None None] Bound using segment: {'id': '7e693cad-958c-450d-b744-b9a52e4f9dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b2773c51-860c-4726-b245-81d2da947565'} {{(pid=92458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:09:25.990038 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.managers [None req-d245c22d-3ab8-418c-8ade-a23bf0ada43d None None] Bound port: 644edec6-d916-473c-866c-82562943aabd, host: dv-cinder-795669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e693cad-958c-450d-b744-b9a52e4f9dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b2773c51-860c-4726-b245-81d2da947565'}}] {{(pid=92458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:09:25.990415 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-d245c22d-3ab8-418c-8ade-a23bf0ada43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:26.061482 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-140ac519-1537-418f-81a6-953a6cbb3ec7 None None] Set router 2d3a4288-58c5-4add-89b0-2b4f4c09bc0b gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:09:26.100694 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4298e1f2-e1d2-4a59-93e4-b68bc7d43228 req-ab00eaa3-e45c-4603-b565-77887988a15e service neutron] 10.222.0.22 "GET /v2.0/networks/c116dba9-ae4c-469c-99d6-deeaa649af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656574 Jun 09 20:09:26.137845 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-60eb3b7b-8582-4f8b-91fa-51718639a0b2 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f30e4e665c8435e83fa56abcd23bc22&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4627759 Jun 09 20:09:26.161417 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port b10338ab-5e02-46cb-a79e-0aa645187a56 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:09:26.165939 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:26.213729 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.db [None req-d245c22d-3ab8-418c-8ade-a23bf0ada43d None None] For port 644edec6-d916-473c-866c-82562943aabd, host dv-cinder-795669-1-iscsi, cleared binding levels {{(pid=92458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:09:26.232253 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.db [None req-d245c22d-3ab8-418c-8ade-a23bf0ada43d None None] For port 644edec6-d916-473c-866c-82562943aabd, host dv-cinder-795669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=644edec6-d916-473c-866c-82562943aabd,segment=NetworkSegment(7e693cad-958c-450d-b744-b9a52e4f9dcc),segment_id=7e693cad-958c-450d-b744-b9a52e4f9dcc)] {{(pid=92458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:09:26.318342 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-d245c22d-3ab8-418c-8ade-a23bf0ada43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:26.323155 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG oslo_concurrency.lockutils [None req-71b03244-45d1-4f77-8139-57860a247d7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:26.326806 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b03c7510-e97e-4e34-a1eb-da4e7e1b9254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:26.352519 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-bae5df89-50bd-4cab-8181-10f00dd81dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440'] for subnet, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:26.358351 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:26.444078 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b03c7510-e97e-4e34-a1eb-da4e7e1b9254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:26.466014 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-2dd9c224-870f-4de0-94ce-e8b6c55ade12 service neutron] 10.222.0.15 "GET /v2.0/networks/b2773c51-860c-4726-b245-81d2da947565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213215 Jun 09 20:09:26.495795 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d245c22d-3ab8-418c-8ade-a23bf0ada43d None None] Routers {'fb6be78d-0c0c-424d-9c62-c21e8a2031ee'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:09:26.495795 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-d245c22d-3ab8-418c-8ade-a23bf0ada43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:09:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['fb6be78d-0c0c-424d-9c62-c21e8a2031ee'], 'active': True} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:09:26.515464 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-b03c7510-e97e-4e34-a1eb-da4e7e1b9254 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cbbed0ad5f1742cc8b54b9aebc93d58b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9515119 Jun 09 20:09:26.523992 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-d3a92a7e-d307-4a4b-9bc0-f37d3f56c47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:26.553634 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 40078) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:26.615991 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-d3a92a7e-d307-4a4b-9bc0-f37d3f56c47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:26.619494 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-d3a92a7e-d307-4a4b-9bc0-f37d3f56c47e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/04762112-5688-4d07-96a9-594e200e2e88 HTTP/1.1" status: 204 len: 168 time: 1.2722890 Jun 09 20:09:26.620015 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e8c7538b-3417-4c05-93d2-412c438e5f5d tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:26.638212 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9490f-d7f0-44b0-9dd2-312ff8bc1634 None None] Pushing event updated for resources: {'Port': ['ID=644edec6-d916-473c-866c-82562943aabd,revision_number=4']} {{(pid=92458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:26.649892 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435f0b1-8cf8-46dc-89bc-0d51447170e4 req-5fbb2db1-28ff-4c4e-b764-22a2d0243cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:26.651308 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b435f0b1-8cf8-46dc-89bc-0d51447170e4 req-5fbb2db1-28ff-4c4e-b764-22a2d0243cc0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=130fe86e36334ce89137e771e083d759&device_id=8dc8ec03-6471-4278-9444-61c2faeeb75c HTTP/1.1" status: 200 len: 1097 time: 0.4113085 Jun 09 20:09:26.652078 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG oslo_concurrency.lockutils [None req-b8f9490f-d7f0-44b0-9dd2-312ff8bc1634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=92458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:26.723210 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5df89-50bd-4cab-8181-10f00dd81dd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a6802e3-3a4d-48de-afba-5a69fb3a195b,revision_number=0']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:26.747703 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae5df89-50bd-4cab-8181-10f00dd81dd8 admin admin] Checking segment: {'id': '5bc2e241-ac92-4b06-b63f-2b224322e82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e49c3c42-8d74-41f1-8196-ec526dab06f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:09:26.749784 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae5df89-50bd-4cab-8181-10f00dd81dd8 admin admin] Network hostable DHCP agents. Network: e49c3c42-8d74-41f1-8196-ec526dab06f5, hostable agents: ['2a21a80c-97c7-49ed-8bbe-36caa960580c'], hosted agents: [] {{(pid=92456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 20:09:26.762278 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-bae5df89-50bd-4cab-8181-10f00dd81dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:26.779303 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-5fbcdd2f-f9f4-4b11-97cc-5aea68e78584 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.270s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:26.795014 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device a247e340-6de1-43be-804f-817ffc0d8767 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:09:26.888756 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c7510-e97e-4e34-a1eb-da4e7e1b9254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b09d9a-e0f7-423f-b880-86b56a7936dc,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:26.898921 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-1fdde911-7ddb-4c6b-9a65-1c8792e27441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:26.900776 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e8c7538b-3417-4c05-93d2-412c438e5f5d tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854183'] for security_group_rule, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:26.906768 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvr_db [None req-d245c22d-3ab8-418c-8ade-a23bf0ada43d None None] Set router fb6be78d-0c0c-424d-9c62-c21e8a2031ee gateway port host: dv-cinder-795669-1-iscsi {{(pid=92458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:09:26.913295 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-c34f8c10-bc57-40e4-b89e-fc2700486153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'name': 'tempest-AttachVolumeTestJSON-2020173337-router', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '605e9341-4f40-479a-88ed-3542589b95d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:03Z', 'updated_at': '2021-06-09T20:09:15Z', 'revision_number': 4, 'project_id': 'a153f4ee3c7640608753fa26850931e1', 'gw_port': {'id': '605e9341-4f40-479a-88ed-3542589b95d1', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:05Z', 'updated_at': '2021-06-09T20:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '7299d8eb-7e82-4976-beba-24da2fbad383', 'name': '', 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'mac_address': 'fa:16:3e:4c:49:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '300c2a4a-c553-45e5-8e44-47365525b421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:12Z', 'updated_at': '2021-06-09T20:09:23Z', 'revision_number': 4, 'project_id': 'a153f4ee3c7640608753fa26850931e1', 'subnets': [{'id': '300c2a4a-c553-45e5-8e44-47365525b421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:09:26.922471 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34f8c10-bc57-40e4-b89e-fc2700486153 None None] The sync data for ids ['1ee9b6ba-3bdd-410e-8194-d57e97882fad'] in dv-cinder-795669-1-iscsi is: [{'id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'name': 'tempest-AttachVolumeTestJSON-2020173337-router', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '605e9341-4f40-479a-88ed-3542589b95d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:03Z', 'updated_at': '2021-06-09T20:09:15Z', 'revision_number': 4, 'project_id': 'a153f4ee3c7640608753fa26850931e1', 'gw_port': {'id': '605e9341-4f40-479a-88ed-3542589b95d1', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:05Z', 'updated_at': '2021-06-09T20:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '7299d8eb-7e82-4976-beba-24da2fbad383', 'name': '', 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'mac_address': 'fa:16:3e:4c:49:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '300c2a4a-c553-45e5-8e44-47365525b421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:12Z', 'updated_at': '2021-06-09T20:09:23Z', 'revision_number': 4, 'project_id': 'a153f4ee3c7640608753fa26850931e1', 'subnets': [{'id': '300c2a4a-c553-45e5-8e44-47365525b421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:09:26.932668 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a92a7e-d307-4a4b-9bc0-f37d3f56c47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04762112-5688-4d07-96a9-594e200e2e88,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:26.949866 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 40086) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:26.965851 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port a247e340-6de1-43be-804f-817ffc0d8767 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:09:26.972231 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:26.972640 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-d3a92a7e-d307-4a4b-9bc0-f37d3f56c47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:26.972727 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [None req-09251438-5c34-43fe-ba69-909139443633 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1972763413', 'description': 'tempest-description--1202326444'}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:09:26.977538 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:27.045553 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c7538b-3417-4c05-93d2-412c438e5f5d tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c5f1bda-36a2-40bd-b4f1-deac58ec5905,revision_number=0']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:27.064834 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-e8c7538b-3417-4c05-93d2-412c438e5f5d tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:27.087088 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.380s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:27.087397 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:27.113286 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-1fdde911-7ddb-4c6b-9a65-1c8792e27441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:27.155771 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-09251438-5c34-43fe-ba69-909139443633 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:27.164560 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae5df89-50bd-4cab-8181-10f00dd81dd8 admin admin] Network e49c3c42-8d74-41f1-8196-ec526dab06f5 is scheduled to be hosted by DHCP agent 2a21a80c-97c7-49ed-8bbe-36caa960580c with binding_index 1 {{(pid=92456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 20:09:27.172906 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-140ac519-1537-418f-81a6-953a6cbb3ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1581776081-router', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'a247e340-6de1-43be-804f-817ffc0d8767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:04Z', 'updated_at': '2021-06-09T20:09:19Z', 'revision_number': 4, 'project_id': 'ce21b31906334471913e27e7b2dd9bf2', 'gw_port': {'id': 'a247e340-6de1-43be-804f-817ffc0d8767', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:05Z', 'updated_at': '2021-06-09T20:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '7ae29c2e-ef49-4a84-97a6-6d5491379ce6', 'name': '', 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'mac_address': 'fa:16:3e:b7:2d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3e75af2a-aa07-4655-b1c0-db112593470c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:14Z', 'updated_at': '2021-06-09T20:09:21Z', 'revision_number': 2, 'project_id': 'ce21b31906334471913e27e7b2dd9bf2', 'subnets': [{'id': '3e75af2a-aa07-4655-b1c0-db112593470c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:09:27.190922 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140ac519-1537-418f-81a6-953a6cbb3ec7 None None] Checking router: 2d3a4288-58c5-4add-89b0-2b4f4c09bc0b for host: dv-cinder-795669-1-iscsi {{(pid=92457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:09:27.191289 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140ac519-1537-418f-81a6-953a6cbb3ec7 None None] Updating router 2d3a4288-58c5-4add-89b0-2b4f4c09bc0b port 7ae29c2e-ef49-4a84-97a6-6d5491379ce6 binding host dv-cinder-795669-1-iscsi {{(pid=92457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 20:09:27.286321 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-f0f4e94b-0266-459e-874c-969a83620ae7 service neutron] 10.222.0.15 "GET /v2.0/networks/b2773c51-860c-4726-b245-81d2da947565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8135357 Jun 09 20:09:27.311707 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [None req-bae5df89-50bd-4cab-8181-10f00dd81dd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795669-1-iscsi, e49c3c42-8d74-41f1-8196-ec526dab06f5) {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:09:27.322607 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae5df89-50bd-4cab-8181-10f00dd81dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:27.323761 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eedc45d-4b2a-4947-a2e3-926f3a6843f3 None None] Network e49c3c42-8d74-41f1-8196-ec526dab06f5 requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:09:27.323966 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-bae5df89-50bd-4cab-8181-10f00dd81dd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for subnet, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:27.367688 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-1fdde911-7ddb-4c6b-9a65-1c8792e27441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:27.368572 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e8c7538b-3417-4c05-93d2-412c438e5f5d tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:27.372280 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-e8c7538b-3417-4c05-93d2-412c438e5f5d tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.9364538 Jun 09 20:09:27.378600 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 40090) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:27.392897 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-af8f01f1-9f10-4133-8544-bea09eb92f38 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Request body: {'security_group_rule': {'security_group_id': '10441d75-9bec-45c4-aee1-b0eac1705338', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:09:27.418272 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-1fdde911-7ddb-4c6b-9a65-1c8792e27441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:27.423816 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-1fdde911-7ddb-4c6b-9a65-1c8792e27441 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e7b09d9a-e0f7-423f-b880-86b56a7936dc HTTP/1.1" status: 204 len: 168 time: 0.8539307 Jun 09 20:09:27.427871 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:27.431364 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-140ac519-1537-418f-81a6-953a6cbb3ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:27.459066 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435f0b1-8cf8-46dc-89bc-0d51447170e4 req-2992a701-085c-430d-ab71-85a0756a2b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:27.463118 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b435f0b1-8cf8-46dc-89bc-0d51447170e4 req-2992a701-085c-430d-ab71-85a0756a2b5b service neutron] 10.222.0.22 "GET /v2.0/networks?id=c116dba9-ae4c-469c-99d6-deeaa649af0e HTTP/1.1" status: 200 len: 913 time: 0.7946005 Jun 09 20:09:27.467242 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdde911-7ddb-4c6b-9a65-1c8792e27441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b09d9a-e0f7-423f-b880-86b56a7936dc,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:27.472094 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-1fdde911-7ddb-4c6b-9a65-1c8792e27441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:27.476082 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-bae5df89-50bd-4cab-8181-10f00dd81dd8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.8547418 Jun 09 20:09:27.506025 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.db.api [None req-af8f01f1-9f10-4133-8544-bea09eb92f38 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 09 20:09:27.506025 dv-cinder-795669-1-iscsi neutron-server[92456]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 09 20:09:27.506025 dv-cinder-795669-1-iscsi neutron-server[92456]: [parameters: {'project_id_1': 'a153f4ee3c7640608753fa26850931e1', 'expiration_1': datetime.datetime(2021, 6, 9, 20, 9, 27, 409166)}] Jun 09 20:09:27.506025 dv-cinder-795669-1-iscsi neutron-server[92456]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92456) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 09 20:09:27.506870 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_db.api [None req-af8f01f1-9f10-4133-8544-bea09eb92f38 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 09 20:09:27.512688 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-d245c22d-3ab8-418c-8ade-a23bf0ada43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6be78d-0c0c-424d-9c62-c21e8a2031ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1571002305-router', 'tenant_id': '3f30e4e665c8435e83fa56abcd23bc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'b10338ab-5e02-46cb-a79e-0aa645187a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:03Z', 'updated_at': '2021-06-09T20:09:20Z', 'revision_number': 4, 'project_id': '3f30e4e665c8435e83fa56abcd23bc22', 'gw_port': {'id': 'b10338ab-5e02-46cb-a79e-0aa645187a56', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6be78d-0c0c-424d-9c62-c21e8a2031ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:04Z', 'updated_at': '2021-06-09T20:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '644edec6-d916-473c-866c-82562943aabd', 'name': '', 'network_id': 'b2773c51-860c-4726-b245-81d2da947565', 'tenant_id': '3f30e4e665c8435e83fa56abcd23bc22', 'mac_address': 'fa:16:3e:ed:23:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6be78d-0c0c-424d-9c62-c21e8a2031ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1fb7b8a2-658b-4014-a6fa-473f341feb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:16Z', 'updated_at': '2021-06-09T20:09:26Z', 'revision_number': 4, 'project_id': '3f30e4e665c8435e83fa56abcd23bc22', 'subnets': [{'id': '1fb7b8a2-658b-4014-a6fa-473f341feb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:09:27.517945 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d245c22d-3ab8-418c-8ade-a23bf0ada43d None None] The sync data for ids ['fb6be78d-0c0c-424d-9c62-c21e8a2031ee'] in dv-cinder-795669-1-iscsi is: [{'id': 'fb6be78d-0c0c-424d-9c62-c21e8a2031ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1571002305-router', 'tenant_id': '3f30e4e665c8435e83fa56abcd23bc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'b10338ab-5e02-46cb-a79e-0aa645187a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:03Z', 'updated_at': '2021-06-09T20:09:20Z', 'revision_number': 4, 'project_id': '3f30e4e665c8435e83fa56abcd23bc22', 'gw_port': {'id': 'b10338ab-5e02-46cb-a79e-0aa645187a56', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6be78d-0c0c-424d-9c62-c21e8a2031ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:04Z', 'updated_at': '2021-06-09T20:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '644edec6-d916-473c-866c-82562943aabd', 'name': '', 'network_id': 'b2773c51-860c-4726-b245-81d2da947565', 'tenant_id': '3f30e4e665c8435e83fa56abcd23bc22', 'mac_address': 'fa:16:3e:ed:23:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6be78d-0c0c-424d-9c62-c21e8a2031ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1fb7b8a2-658b-4014-a6fa-473f341feb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:16Z', 'updated_at': '2021-06-09T20:09:26Z', 'revision_number': 4, 'project_id': '3f30e4e665c8435e83fa56abcd23bc22', 'subnets': [{'id': '1fb7b8a2-658b-4014-a6fa-473f341feb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:09:27.661323 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b435f0b1-8cf8-46dc-89bc-0d51447170e4 req-43205215-21f8-4889-b220-1e2f41014df6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc7135ea-2957-4188-83a3-5509cc9fdf9b HTTP/1.1" status: 200 len: 217 time: 0.1455503 Jun 09 20:09:27.978296 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 40108) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:28.007166 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 7299d8eb-7e82-4976-beba-24da2fbad383 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:09:28.040257 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3aea5f82-f6e4-472a-aa32-68b93852e983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:28.064148 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-fff61630-e7f3-4305-98b8-7a0f17a212c4 req-a67d868e-fd04-4d2c-b2ca-191bee58f5ee tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 210 time: 0.2005286 Jun 09 20:09:28.170009 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462062ec-6cca-41d1-b98a-53b36679259f req-352df67d-900b-4560-981b-36984047abc5 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:28.176248 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-462062ec-6cca-41d1-b98a-53b36679259f req-352df67d-900b-4560-981b-36984047abc5 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dc8ec03-6471-4278-9444-61c2faeeb75c HTTP/1.1" status: 200 len: 944 time: 0.9604895 Jun 09 20:09:28.191474 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435f0b1-8cf8-46dc-89bc-0d51447170e4 req-d2688ca2-1b61-4fec-b0c7-abb5531f95f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:28.198910 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b435f0b1-8cf8-46dc-89bc-0d51447170e4 req-d2688ca2-1b61-4fec-b0c7-abb5531f95f9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4826b43f-2457-4aed-9252-257de469bfa5 HTTP/1.1" status: 200 len: 852 time: 0.5266716 Jun 09 20:09:28.293618 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176ea9ac-4068-4de8-ac1e-0ffad595ad32 None None] Network e49c3c42-8d74-41f1-8196-ec526dab06f5 requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:09:28.332560 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b435f0b1-8cf8-46dc-89bc-0d51447170e4 req-6efad271-a62e-46a4-a58b-ee7086277bae service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c116dba9-ae4c-469c-99d6-deeaa649af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969677 Jun 09 20:09:28.543392 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-09251438-5c34-43fe-ba69-909139443633 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:28.568743 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-462062ec-6cca-41d1-b98a-53b36679259f req-306e561f-4a3d-4783-ae49-71c58f3b57f6 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/security-groups?id=7db1842f-5a70-488e-b60c-152a9f2fab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840122 Jun 09 20:09:28.675717 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-09251438-5c34-43fe-ba69-909139443633 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:28.682092 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning for port 7299d8eb-7e82-4976-beba-24da2fbad383 completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:09:28.737391 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 7299d8eb-7e82-4976-beba-24da2fbad383 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:09:28.738010 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:28.752509 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b435f0b1-8cf8-46dc-89bc-0d51447170e4 req-378df6c8-f5be-497b-9fa0-c34adddbf68b service neutron] 10.222.0.22 "GET /v2.0/networks/c116dba9-ae4c-469c-99d6-deeaa649af0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954682 Jun 09 20:09:28.756323 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-af8f01f1-9f10-4133-8544-bea09eb92f38 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:28.757123 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:28.848218 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device dc7135ea-2957-4188-83a3-5509cc9fdf9b details requested by agent hyperv_hv-cinder-79566 with host hv-cinder-79566 {{(pid=92457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 20:09:28.868479 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.db.resource_extend [None req-140ac519-1537-418f-81a6-953a6cbb3ec7 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 20:09:29.066420 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.db.resource_extend [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 20:09:29.097519 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b435f0b1-8cf8-46dc-89bc-0d51447170e4 req-1fa68ce9-744a-4b26-8d56-80c4eb42b096 service neutron] 10.222.0.22 "GET /v2.0/networks/c116dba9-ae4c-469c-99d6-deeaa649af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314755 Jun 09 20:09:29.098310 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09251438-5c34-43fe-ba69-909139443633 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aacc453a-0b37-4e61-974a-bc382317a401,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:29.107666 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-09251438-5c34-43fe-ba69-909139443633 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:29.144419 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-89c7b661-4989-4c8b-9136-d54b32de5089 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:29.151504 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-89c7b661-4989-4c8b-9136-d54b32de5089 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/networks?id=b2773c51-860c-4726-b245-81d2da947565 HTTP/1.1" status: 200 len: 819 time: 0.5062759 Jun 09 20:09:29.158339 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-af8f01f1-9f10-4133-8544-bea09eb92f38 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:29.169742 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-782a5dd6-287a-4a40-b48a-e031aaf27918 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/quotas/3f30e4e665c8435e83fa56abcd23bc22 HTTP/1.1" status: 200 len: 375 time: 0.0172467 Jun 09 20:09:29.184130 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3aea5f82-f6e4-472a-aa32-68b93852e983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:29.239984 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-af8f01f1-9f10-4133-8544-bea09eb92f38 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854183'] for security_group_rule, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:29.241510 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:29.272584 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f01f1-9f10-4133-8544-bea09eb92f38 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b149cbd0-8e60-444b-a416-60754d7af0c4,revision_number=0']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:29.282303 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-af8f01f1-9f10-4133-8544-bea09eb92f38 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:29.290491 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-9eb30753-af6e-461c-b5fd-4a11525f9739 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f30e4e665c8435e83fa56abcd23bc22&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1198144 Jun 09 20:09:29.310064 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-fdd3dcbd-4931-4fc4-86cb-a8e2ad14e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:29.313897 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-140ac519-1537-418f-81a6-953a6cbb3ec7 None None] Notify callbacks [] for port, precommit_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:29.319821 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3aea5f82-f6e4-472a-aa32-68b93852e983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:29.336122 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-15c21b6d-9b43-4310-95e6-0dd0467d0864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:29.352229 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-140ac519-1537-418f-81a6-953a6cbb3ec7 None None] Transition to ACTIVE for port object 7ae29c2e-ef49-4a84-97a6-6d5491379ce6 will not be triggered until provisioned by entity L2. {{(pid=92457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:09:29.361757 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:29.404760 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port dc7135ea-2957-4188-83a3-5509cc9fdf9b, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=dc7135ea-2957-4188-83a3-5509cc9fdf9b,segment=NetworkSegment(2f764320-011f-41fd-8ea6-f7a44c11fa79),segment_id=2f764320-011f-41fd-8ea6-f7a44c11fa79)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:09:29.427683 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Returning: {'device': 'dc7135ea-2957-4188-83a3-5509cc9fdf9b', 'network_id': 'c116dba9-ae4c-469c-99d6-deeaa649af0e', 'port_id': 'dc7135ea-2957-4188-83a3-5509cc9fdf9b', 'mac_address': 'fa:16:3e:85:29:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4826b43f-2457-4aed-9252-257de469bfa5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 20:09:29.433080 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] For port 7299d8eb-7e82-4976-beba-24da2fbad383, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=7299d8eb-7e82-4976-beba-24da2fbad383,segment=NetworkSegment(38307e43-90bf-416e-82c0-ea8120621c99),segment_id=38307e43-90bf-416e-82c0-ea8120621c99)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:09:29.479334 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-af8f01f1-9f10-4133-8544-bea09eb92f38 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:29.495558 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:29.505281 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-af8f01f1-9f10-4133-8544-bea09eb92f38 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1245360 Jun 09 20:09:29.510753 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea5f82-f6e4-472a-aa32-68b93852e983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8639acd1-508c-4455-846a-bd9f6f25a7bf,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:29.510900 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 40164) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:29.514084 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-140ac519-1537-418f-81a6-953a6cbb3ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:29.515411 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-3aea5f82-f6e4-472a-aa32-68b93852e983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:29.515556 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [None req-3523d566-d8f6-4aa5-ba67-68e029eb3864 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Request body: {'floatingip': {'floating_network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:09:29.521893 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-1261afb6-a9bc-4fd7-b024-900658b345dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:29.531696 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-3aea5f82-f6e4-472a-aa32-68b93852e983 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0866fe26b96d4a21b010430bae06111c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5505581 Jun 09 20:09:29.541650 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 40166) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:29.566376 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-09251438-5c34-43fe-ba69-909139443633 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:29.570327 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-09251438-5c34-43fe-ba69-909139443633 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.6069055 Jun 09 20:09:29.570773 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:29.572016 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 644edec6-d916-473c-866c-82562943aabd up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:09:29.573995 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 40168) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:29.588370 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-c540e7d4-138c-4c5f-9504-9edbfd5a6c63 service neutron] 10.222.0.15 "GET /v2.0/networks/b2773c51-860c-4726-b245-81d2da947565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901919 Jun 09 20:09:29.630563 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc7135ea-2957-4188-83a3-5509cc9fdf9b {{(pid=92457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:09:29.640214 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [None req-669ef6cf-d4c4-4c59-99de-fcc50637fd60 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Request body: {'security_group_rule': {'security_group_id': 'aacc453a-0b37-4e61-974a-bc382317a401', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:09:29.657336 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port dc7135ea-2957-4188-83a3-5509cc9fdf9b, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=dc7135ea-2957-4188-83a3-5509cc9fdf9b,segment=NetworkSegment(2f764320-011f-41fd-8ea6-f7a44c11fa79),segment_id=2f764320-011f-41fd-8ea6-f7a44c11fa79)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:09:29.682767 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-3523d566-d8f6-4aa5-ba67-68e029eb3864 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for floatingip, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:29.697547 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f0fe1df1-b146-433c-8310-c45e3385ff3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:29.772664 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f0fe1df1-b146-433c-8310-c45e3385ff3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:29.804878 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:29.878201 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 40176) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:29.883010 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-61ad17da-3147-4a50-8394-b429183f14f1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1939436475-network', 'tenant_id': 'b82cff9300184043b6145503e9867629'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:09:29.956180 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260e7ab-a51e-4785-b580-df5f6dd9be47 None None] Pushing event updated for resources: {'Port': ['ID=7ae29c2e-ef49-4a84-97a6-6d5491379ce6,revision_number=3']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:29.957804 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f0fe1df1-b146-433c-8310-c45e3385ff3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:29.961942 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-e260e7ab-a51e-4785-b580-df5f6dd9be47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:29.967012 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.286s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:29.967889 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f0fe1df1-b146-433c-8310-c45e3385ff3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:29.969144 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-f0fe1df1-b146-433c-8310-c45e3385ff3f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8639acd1-508c-4455-846a-bd9f6f25a7bf HTTP/1.1" status: 204 len: 168 time: 0.4249396 Jun 09 20:09:29.969985 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-05926218-23c8-473d-8a5b-05e7743eaa98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:30.010905 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe1df1-b146-433c-8310-c45e3385ff3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8639acd1-508c-4455-846a-bd9f6f25a7bf,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:30.029931 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-f0fe1df1-b146-433c-8310-c45e3385ff3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:30.031134 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ad17da-3147-4a50-8394-b429183f14f1 admin admin] Made reservation on behalf of b82cff9300184043b6145503e9867629 for: {'network': 1} {{(pid=92456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:09:30.041179 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-61ad17da-3147-4a50-8394-b429183f14f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-786179'] for network, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:30.064308 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Pushing event updated for resources: {'Port': ['ID=7299d8eb-7e82-4976-beba-24da2fbad383,revision_number=5']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:30.067852 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-669ef6cf-d4c4-4c59-99de-fcc50637fd60 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:30.087156 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-61ad17da-3147-4a50-8394-b429183f14f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:30.090819 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning for port 644edec6-d916-473c-866c-82562943aabd completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:09:30.269503 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=dc7135ea-2957-4188-83a3-5509cc9fdf9b,revision_number=4']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:30.272442 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-140ac519-1537-418f-81a6-953a6cbb3ec7 None None] Attempting to bind port 7ae29c2e-ef49-4a84-97a6-6d5491379ce6 on host dv-cinder-795669-1-iscsi for vnic_type normal with profile {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:09:30.273003 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-140ac519-1537-418f-81a6-953a6cbb3ec7 None None] Attempting to bind port 7ae29c2e-ef49-4a84-97a6-6d5491379ce6 by drivers openvswitch,hyperv on host dv-cinder-795669-1-iscsi at level 0 using segments [{'id': '45746326-9f2d-4f9b-be09-234217d11e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18'}] {{(pid=92457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:09:30.273527 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140ac519-1537-418f-81a6-953a6cbb3ec7 None None] Attempting to bind port 7ae29c2e-ef49-4a84-97a6-6d5491379ce6 on network d61eb754-bcce-4b42-88fd-e498290dcd18 {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:09:30.282812 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:30.285794 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['dc7135ea-2957-4188-83a3-5509cc9fdf9b'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:09:30.294220 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-33a574d3-633f-4df1-a952-e012bb32d4a9 service neutron] 10.222.0.15 "GET /v2.0/networks/b2773c51-860c-4726-b245-81d2da947565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7028997 Jun 09 20:09:30.332070 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-669ef6cf-d4c4-4c59-99de-fcc50637fd60 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:30.347250 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140ac519-1537-418f-81a6-953a6cbb3ec7 None None] Checking agent: {'id': 'b1990edb-c1d4-4f42-bb5d-5bf0b4ac7e85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 19, 59, 31), 'started_at': datetime.datetime(2021, 6, 9, 20, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:09:30.347942 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66569eb5-2987-495b-ad25-ec4bca311372 req-09ce3968-6b73-49d1-8dbb-b3878bf54d23 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:30.348539 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140ac519-1537-418f-81a6-953a6cbb3ec7 None None] Checking segment: {'id': '45746326-9f2d-4f9b-be09-234217d11e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:09:30.349134 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-140ac519-1537-418f-81a6-953a6cbb3ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:30.349719 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140ac519-1537-418f-81a6-953a6cbb3ec7 None None] Bound using segment: {'id': '45746326-9f2d-4f9b-be09-234217d11e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18'} {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:09:30.350404 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-140ac519-1537-418f-81a6-953a6cbb3ec7 None None] Bound port: 7ae29c2e-ef49-4a84-97a6-6d5491379ce6, host: dv-cinder-795669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45746326-9f2d-4f9b-be09-234217d11e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18'}}] {{(pid=92457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:09:30.350972 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-140ac519-1537-418f-81a6-953a6cbb3ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:30.355359 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-66569eb5-2987-495b-ad25-ec4bca311372 req-09ce3968-6b73-49d1-8dbb-b3878bf54d23 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dc8ec03-6471-4278-9444-61c2faeeb75c HTTP/1.1" status: 200 len: 945 time: 0.4847875 Jun 09 20:09:30.368893 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.543s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:30.369497 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:30.446999 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-61ad17da-3147-4a50-8394-b429183f14f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:30.471882 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 644edec6-d916-473c-866c-82562943aabd triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:09:30.472505 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:30.475070 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-66569eb5-2987-495b-ad25-ec4bca311372 req-48f3b6c0-b830-4a5a-812c-5ce2cbe3828a tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/security-groups?id=7db1842f-5a70-488e-b60c-152a9f2fab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174181 Jun 09 20:09:30.492639 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-669ef6cf-d4c4-4c59-99de-fcc50637fd60 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854183'] for security_group_rule, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:30.492639 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:30.540689 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ef6cf-d4c4-4c59-99de-fcc50637fd60 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff106deb-4105-48f0-8cec-c3e66f10763d,revision_number=0']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:30.550874 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-669ef6cf-d4c4-4c59-99de-fcc50637fd60 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:30.552596 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-3523d566-d8f6-4aa5-ba67-68e029eb3864 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:30.574486 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-140ac519-1537-418f-81a6-953a6cbb3ec7 None None] For port 7ae29c2e-ef49-4a84-97a6-6d5491379ce6, host dv-cinder-795669-1-iscsi, cleared binding levels {{(pid=92457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:09:30.580248 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-61ad17da-3147-4a50-8394-b429183f14f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:30.616745 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:30.622071 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-140ac519-1537-418f-81a6-953a6cbb3ec7 None None] For port 7ae29c2e-ef49-4a84-97a6-6d5491379ce6, host dv-cinder-795669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=7ae29c2e-ef49-4a84-97a6-6d5491379ce6,segment=NetworkSegment(45746326-9f2d-4f9b-be09-234217d11e5c),segment_id=45746326-9f2d-4f9b-be09-234217d11e5c)] {{(pid=92457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:09:30.684910 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad17da-3147-4a50-8394-b429183f14f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6753b910-79a3-48e1-a44d-f29b132530c6,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:30.690637 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-61ad17da-3147-4a50-8394-b429183f14f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:30.698298 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61ad17da-3147-4a50-8394-b429183f14f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=92456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 20:09:30.713862 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-61ad17da-3147-4a50-8394-b429183f14f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028'] for segment, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:30.714497 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.db.segments_db [None req-61ad17da-3147-4a50-8394-b429183f14f1 admin admin] Added segment f275197f-89c7-4276-989a-0be200668511 of type vlan for network ba06a1d4-96e8-4a7f-b25e-c1d34b971123 Jun 09 20:09:30.749666 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-140ac519-1537-418f-81a6-953a6cbb3ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:30.756475 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-603e6293-199a-4ff1-a935-30762fa7cbc6 req-fcd357db-ebc6-42fb-9741-9377e53e3ffa tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 210 time: 0.0834754 Jun 09 20:09:30.765989 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-61ad17da-3147-4a50-8394-b429183f14f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784791347429'] for network, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:30.792066 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:30.814330 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-669ef6cf-d4c4-4c59-99de-fcc50637fd60 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:30.817388 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-669ef6cf-d4c4-4c59-99de-fcc50637fd60 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2410846 Jun 09 20:09:30.823857 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 40198) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:30.829937 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [None req-e3729953-3832-471f-aa1c-a8f41f3a907b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Request body: {'security_group_rule': {'security_group_id': 'aacc453a-0b37-4e61-974a-bc382317a401', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:09:30.956784 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.db.db_base_plugin_common [None req-3523d566-d8f6-4aa5-ba67-68e029eb3864 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Allocated IP 172.27.0.72 (7113ecea-0b68-4d56-a6ae-4e94112ae602/d4394e15-b094-4f4f-853e-c157ecdb6024/16378b38-efa6-4b4e-acc1-ba9649768b28) {{(pid=92455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:09:30.983466 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-61ad17da-3147-4a50-8394-b429183f14f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3854142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545'] for network, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:30.984854 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ad17da-3147-4a50-8394-b429183f14f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:30.985463 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-61ad17da-3147-4a50-8394-b429183f14f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for network, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:31.013866 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:31.027390 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:31.102139 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140ac519-1537-418f-81a6-953a6cbb3ec7 None None] Routers {'2d3a4288-58c5-4add-89b0-2b4f4c09bc0b'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:09:31.102789 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-140ac519-1537-418f-81a6-953a6cbb3ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:09:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['2d3a4288-58c5-4add-89b0-2b4f4c09bc0b'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:09:31.127326 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad17da-3147-4a50-8394-b429183f14f1 admin admin] Pushing event updated for resources: {'Network': ['ID=ba06a1d4-96e8-4a7f-b25e-c1d34b971123,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:31.130734 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-61ad17da-3147-4a50-8394-b429183f14f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:31.166678 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e3729953-3832-471f-aa1c-a8f41f3a907b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:31.191597 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Network ba06a1d4-96e8-4a7f-b25e-c1d34b971123 details requested by agent ovs-agent-dv-cinder-795669-1-iscsi with host dv-cinder-795669-1-iscsi {{(pid=92457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 20:09:31.222513 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] For port 644edec6-d916-473c-866c-82562943aabd, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=644edec6-d916-473c-866c-82562943aabd,segment=NetworkSegment(7e693cad-958c-450d-b744-b9a52e4f9dcc),segment_id=7e693cad-958c-450d-b744-b9a52e4f9dcc)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:09:31.288611 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-3523d566-d8f6-4aa5-ba67-68e029eb3864 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for port, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:31.295632 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e3729953-3832-471f-aa1c-a8f41f3a907b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:31.299541 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260e7ab-a51e-4785-b580-df5f6dd9be47 None None] Pushing event updated for resources: {'Port': ['ID=7ae29c2e-ef49-4a84-97a6-6d5491379ce6,revision_number=4']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:31.312593 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-e260e7ab-a51e-4785-b580-df5f6dd9be47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:31.333526 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-61ad17da-3147-4a50-8394-b429183f14f1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4510720 Jun 09 20:09:31.394911 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 40216) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:31.394911 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-bb1a96a9-acc6-4da7-a84d-d33703db86f1 admin admin] Request body: {'subnet': {'network_id': 'ba06a1d4-96e8-4a7f-b25e-c1d34b971123', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1939436475-subnet', 'tenant_id': 'b82cff9300184043b6145503e9867629', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:09:31.439235 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:31.452315 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-2e5d39e7-988a-4a7f-a354-c8ea88becf93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:31.534421 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-3523d566-d8f6-4aa5-ba67-68e029eb3864 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368'] for port, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:31.535440 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e3729953-3832-471f-aa1c-a8f41f3a907b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854183'] for security_group_rule, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:31.549375 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-140ac519-1537-418f-81a6-953a6cbb3ec7 None None] Set router 2d3a4288-58c5-4add-89b0-2b4f4c09bc0b gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:09:31.552014 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:31.592995 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1a96a9-acc6-4da7-a84d-d33703db86f1 admin admin] Made reservation on behalf of b82cff9300184043b6145503e9867629 for: {'subnet': 1} {{(pid=92456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:09:31.600423 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-bb1a96a9-acc6-4da7-a84d-d33703db86f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:31.616082 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 7299d8eb-7e82-4976-beba-24da2fbad383 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:09:31.772623 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3523d566-d8f6-4aa5-ba67-68e029eb3864 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Network 7113ecea-0b68-4d56-a6ae-4e94112ae602 is already hosted by enough agents. {{(pid=92455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:09:31.779526 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.base_scheduler [None req-3523d566-d8f6-4aa5-ba67-68e029eb3864 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Resources bound (agent type, host, resource id): {{(pid=92455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:09:31.793819 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3523d566-d8f6-4aa5-ba67-68e029eb3864 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Received port after_create {{(pid=92455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:09:31.806860 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Pushing event updated for resources: {'Port': ['ID=644edec6-d916-473c-866c-82562943aabd,revision_number=5']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:31.813598 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:31.826222 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:31.916147 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-3523d566-d8f6-4aa5-ba67-68e029eb3864 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:31.943387 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 7299d8eb-7e82-4976-beba-24da2fbad383 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:09:31.943775 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:31.970244 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e3729953-3832-471f-aa1c-a8f41f3a907b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:31.973126 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-e3729953-3832-471f-aa1c-a8f41f3a907b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1478772 Jun 09 20:09:31.973446 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-9afabd32-ea36-4466-a7ba-da9ec411f514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:31.975439 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523d566-d8f6-4aa5-ba67-68e029eb3864 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Pushing event updated for resources: {'Port': ['ID=16378b38-efa6-4b4e-acc1-ba9649768b28,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:31.986541 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-3523d566-d8f6-4aa5-ba67-68e029eb3864 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:32.006153 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 40242) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:32.012021 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-a8a2cb8f-6232-477e-a8b5-37d6d36d9404 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Request body: {'floatingip': {'floating_network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:09:32.051292 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-669ef6cf-d4c4-4c59-99de-fcc50637fd60 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.407s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:32.075450 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3729953-3832-471f-aa1c-a8f41f3a907b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c800e4-6bdd-4787-9ca8-37e00a0c3059,revision_number=0']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:32.089564 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-e3729953-3832-471f-aa1c-a8f41f3a907b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:32.126510 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-09c28c8b-34a1-4bfc-9664-faf65e1a8306 req-2ef82140-9a9f-4073-95d8-cbe005420a5f tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 210 time: 0.1881957 Jun 09 20:09:32.172988 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-a8a2cb8f-6232-477e-a8b5-37d6d36d9404 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for floatingip, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:32.174474 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-140ac519-1537-418f-81a6-953a6cbb3ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1581776081-router', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'a247e340-6de1-43be-804f-817ffc0d8767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:04Z', 'updated_at': '2021-06-09T20:09:19Z', 'revision_number': 4, 'project_id': 'ce21b31906334471913e27e7b2dd9bf2', 'gw_port': {'id': 'a247e340-6de1-43be-804f-817ffc0d8767', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:05Z', 'updated_at': '2021-06-09T20:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '7ae29c2e-ef49-4a84-97a6-6d5491379ce6', 'name': '', 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'mac_address': 'fa:16:3e:b7:2d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3e75af2a-aa07-4655-b1c0-db112593470c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:14Z', 'updated_at': '2021-06-09T20:09:30Z', 'revision_number': 4, 'project_id': 'ce21b31906334471913e27e7b2dd9bf2', 'subnets': [{'id': '3e75af2a-aa07-4655-b1c0-db112593470c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:09:32.182002 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140ac519-1537-418f-81a6-953a6cbb3ec7 None None] The sync data for ids ['2d3a4288-58c5-4add-89b0-2b4f4c09bc0b'] in dv-cinder-795669-1-iscsi is: [{'id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1581776081-router', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'a247e340-6de1-43be-804f-817ffc0d8767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:04Z', 'updated_at': '2021-06-09T20:09:19Z', 'revision_number': 4, 'project_id': 'ce21b31906334471913e27e7b2dd9bf2', 'gw_port': {'id': 'a247e340-6de1-43be-804f-817ffc0d8767', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:05Z', 'updated_at': '2021-06-09T20:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '7ae29c2e-ef49-4a84-97a6-6d5491379ce6', 'name': '', 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'mac_address': 'fa:16:3e:b7:2d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3e75af2a-aa07-4655-b1c0-db112593470c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:14Z', 'updated_at': '2021-06-09T20:09:30Z', 'revision_number': 4, 'project_id': 'ce21b31906334471913e27e7b2dd9bf2', 'subnets': [{'id': '3e75af2a-aa07-4655-b1c0-db112593470c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:09:32.204070 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9e866-65d3-4cd9-b787-fcb5bae6f04c req-89f6d2ed-5228-49f8-a83f-b208f4be7063 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:32.205592 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-21f9e866-65d3-4cd9-b787-fcb5bae6f04c req-89f6d2ed-5228-49f8-a83f-b208f4be7063 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dc8ec03-6471-4278-9444-61c2faeeb75c HTTP/1.1" status: 200 len: 945 time: 0.5611987 Jun 09 20:09:32.213536 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-3523d566-d8f6-4aa5-ba67-68e029eb3864 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:32.281311 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-bb1a96a9-acc6-4da7-a84d-d33703db86f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440'] for subnet, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:32.295066 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-3045fa5c-acaa-467d-b5a2-6a74be55c4da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:32.466753 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1a96a9-acc6-4da7-a84d-d33703db86f1 admin admin] Checking segment: {'id': 'f275197f-89c7-4276-989a-0be200668511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ba06a1d4-96e8-4a7f-b25e-c1d34b971123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:09:32.467438 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1a96a9-acc6-4da7-a84d-d33703db86f1 admin admin] Network hostable DHCP agents. Network: ba06a1d4-96e8-4a7f-b25e-c1d34b971123, hostable agents: ['2a21a80c-97c7-49ed-8bbe-36caa960580c'], hosted agents: [] {{(pid=92456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 20:09:32.493656 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-21f9e866-65d3-4cd9-b787-fcb5bae6f04c req-1bca70e6-5bf5-452d-9cfc-c2db0fee8802 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/security-groups?id=7db1842f-5a70-488e-b60c-152a9f2fab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811346 Jun 09 20:09:32.500685 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a96a9-acc6-4da7-a84d-d33703db86f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=748abf9f-1152-4fef-aedc-f0201533015c,revision_number=0']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:32.521858 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-bb1a96a9-acc6-4da7-a84d-d33703db86f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:32.569288 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-3523d566-d8f6-4aa5-ba67-68e029eb3864 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for port, precommit_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:32.576307 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-a8a2cb8f-6232-477e-a8b5-37d6d36d9404 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:32.685142 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1a96a9-acc6-4da7-a84d-d33703db86f1 admin admin] Network ba06a1d4-96e8-4a7f-b25e-c1d34b971123 is scheduled to be hosted by DHCP agent 2a21a80c-97c7-49ed-8bbe-36caa960580c with binding_index 1 {{(pid=92456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 20:09:32.723737 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_common [None req-a8a2cb8f-6232-477e-a8b5-37d6d36d9404 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Allocated IP 172.27.0.127 (7113ecea-0b68-4d56-a6ae-4e94112ae602/d4394e15-b094-4f4f-853e-c157ecdb6024/edc4d323-de33-4523-9ec7-6097f24fb61e) {{(pid=92456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:09:32.751077 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:32.751560 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-3523d566-d8f6-4aa5-ba67-68e029eb3864 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:32.756730 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:32.807900 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-3523d566-d8f6-4aa5-ba67-68e029eb3864 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3925089'] for floatingip, after_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:32.837988 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [None req-bb1a96a9-acc6-4da7-a84d-d33703db86f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795669-1-iscsi, ba06a1d4-96e8-4a7f-b25e-c1d34b971123) {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:09:32.842559 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523d566-d8f6-4aa5-ba67-68e029eb3864 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Pushing event updated for resources: {'Port': ['ID=16378b38-efa6-4b4e-acc1-ba9649768b28,revision_number=2']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:32.844061 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1a96a9-acc6-4da7-a84d-d33703db86f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:32.844752 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-bb1a96a9-acc6-4da7-a84d-d33703db86f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for subnet, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:32.851127 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9bdd3f-4d4e-41cd-8177-8685ba1cae85 None None] Network ba06a1d4-96e8-4a7f-b25e-c1d34b971123 requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:09:32.855502 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-3523d566-d8f6-4aa5-ba67-68e029eb3864 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:32.927674 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-a8a2cb8f-6232-477e-a8b5-37d6d36d9404 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for port, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:33.020717 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-3523d566-d8f6-4aa5-ba67-68e029eb3864 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for floatingip, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:33.022593 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-3523d566-d8f6-4aa5-ba67-68e029eb3864 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5133307 Jun 09 20:09:33.076243 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a633229-530a-4312-b7ac-b8aeae00d62f None None] Network ba06a1d4-96e8-4a7f-b25e-c1d34b971123 requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:09:33.082283 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-bb1a96a9-acc6-4da7-a84d-d33703db86f1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7441728 Jun 09 20:09:33.192483 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-a8a2cb8f-6232-477e-a8b5-37d6d36d9404 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368'] for port, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:33.197626 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-0800f786-cad3-4d64-9d5a-043617e19208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:33.264328 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 40270) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:33.329556 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a2cb8f-6232-477e-a8b5-37d6d36d9404 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Network 7113ecea-0b68-4d56-a6ae-4e94112ae602 is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:09:33.343938 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [None req-a8a2cb8f-6232-477e-a8b5-37d6d36d9404 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:09:33.345662 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-5b8fe101-54fc-406d-9e72-7bcdcb2ab955 req-3711bbce-2131-4609-998c-84d355af2b47 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 210 time: 0.0478501 Jun 09 20:09:33.349384 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a2cb8f-6232-477e-a8b5-37d6d36d9404 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Received port after_create {{(pid=92456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:09:33.364246 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2cb8f-6232-477e-a8b5-37d6d36d9404 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Pushing event updated for resources: {'Port': ['ID=edc4d323-de33-4523-9ec7-6097f24fb61e,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:33.375418 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-a8a2cb8f-6232-477e-a8b5-37d6d36d9404 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:33.450448 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-a932aa06-6487-4c09-8d0e-743667438b52 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--122287467&fields=id&tenant_id=a153f4ee3c7640608753fa26850931e1 HTTP/1.1" status: 200 len: 267 time: 0.0466325 Jun 09 20:09:33.473518 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_v2 [None req-168e8129-b831-415a-9edb-aeb5186622f4 admin admin] Deleting subnet 9a6802e3-3a4d-48de-afba-5a69fb3a195b {{(pid=92456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 20:09:33.481068 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-168e8129-b831-415a-9edb-aeb5186622f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:33.535518 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-a8a2cb8f-6232-477e-a8b5-37d6d36d9404 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:33.548247 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-168e8129-b831-415a-9edb-aeb5186622f4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:33.557022 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-168e8129-b831-415a-9edb-aeb5186622f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883559'] for subnet, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:33.637857 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 644edec6-d916-473c-866c-82562943aabd up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:09:33.669183 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-559a86ea-b7bf-4e8d-afdb-d344d832e424 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:33.670831 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-559a86ea-b7bf-4e8d-afdb-d344d832e424 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/networks?id=4a036ca4-dd58-4133-bd8c-881911c6180b HTTP/1.1" status: 200 len: 811 time: 0.2038009 Jun 09 20:09:33.727856 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-a8a2cb8f-6232-477e-a8b5-37d6d36d9404 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:33.728813 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-6228a17e-42ed-44ab-83b4-57f60ee05cd6 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/quotas/a153f4ee3c7640608753fa26850931e1 HTTP/1.1" status: 200 len: 375 time: 0.0235844 Jun 09 20:09:33.735621 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 644edec6-d916-473c-866c-82562943aabd triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:09:33.735969 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:33.883095 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b2469-c208-4957-93e0-70dc970d3b06 req-5cb30834-5d56-4c03-a428-0a75897ec678 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:33.888371 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-199b2469-c208-4957-93e0-70dc970d3b06 req-5cb30834-5d56-4c03-a428-0a75897ec678 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dc8ec03-6471-4278-9444-61c2faeeb75c HTTP/1.1" status: 200 len: 945 time: 0.2165084 Jun 09 20:09:33.929461 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 7ae29c2e-ef49-4a84-97a6-6d5491379ce6 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:09:33.965074 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-41178c57-4049-414b-ac49-781d834e9e0f tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a153f4ee3c7640608753fa26850931e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2261579 Jun 09 20:09:34.041765 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-a8a2cb8f-6232-477e-a8b5-37d6d36d9404 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for port, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:34.072296 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-199b2469-c208-4957-93e0-70dc970d3b06 req-f1126851-b5f7-4c0b-befb-3c76faa9f68a tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/security-groups?id=7db1842f-5a70-488e-b60c-152a9f2fab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806047 Jun 09 20:09:34.103495 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning for port 7ae29c2e-ef49-4a84-97a6-6d5491379ce6 completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:09:34.103743 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-a8a2cb8f-6232-477e-a8b5-37d6d36d9404 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:34.104996 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-168e8129-b831-415a-9edb-aeb5186622f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440'] for subnet, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:34.111018 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 7ae29c2e-ef49-4a84-97a6-6d5491379ce6 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:09:34.112562 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:34.112701 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-4cbc8adb-01bf-4ac8-bddd-761aa32e734c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:34.175671 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-a8a2cb8f-6232-477e-a8b5-37d6d36d9404 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3925089'] for floatingip, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:34.198063 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-168e8129-b831-415a-9edb-aeb5186622f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:34.204988 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-168e8129-b831-415a-9edb-aeb5186622f4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9a6802e3-3a4d-48de-afba-5a69fb3a195b HTTP/1.1" status: 204 len: 168 time: 0.9369130 Jun 09 20:09:34.216838 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-0c0ed024-1e16-4f2c-bf6e-3b8f56df0773 service neutron] 10.222.0.15 "GET /v2.0/networks/4a036ca4-dd58-4133-bd8c-881911c6180b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357402 Jun 09 20:09:34.218372 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 40306) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:34.266747 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2cb8f-6232-477e-a8b5-37d6d36d9404 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Pushing event updated for resources: {'Port': ['ID=edc4d323-de33-4523-9ec7-6097f24fb61e,revision_number=2']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:34.270004 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-a8a2cb8f-6232-477e-a8b5-37d6d36d9404 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:34.270420 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:34.305109 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e8129-b831-415a-9edb-aeb5186622f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a6802e3-3a4d-48de-afba-5a69fb3a195b,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:34.307392 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-168e8129-b831-415a-9edb-aeb5186622f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:34.357859 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-a8a2cb8f-6232-477e-a8b5-37d6d36d9404 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for floatingip, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:34.369249 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-a8a2cb8f-6232-477e-a8b5-37d6d36d9404 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3619099 Jun 09 20:09:34.439457 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:34.494041 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:34.512119 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] For port 7ae29c2e-ef49-4a84-97a6-6d5491379ce6, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=7ae29c2e-ef49-4a84-97a6-6d5491379ce6,segment=NetworkSegment(45746326-9f2d-4f9b-be09-234217d11e5c),segment_id=45746326-9f2d-4f9b-be09-234217d11e5c)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:09:34.660716 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c26baa0c-f4da-4afb-9827-667bf84e36f2 req-e38d1100-44a4-4816-a7f0-3827cded61bb tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 210 time: 0.1378241 Jun 09 20:09:34.701559 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:34.709101 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1c43df35-b269-49ec-ae2b-7b60b8dfdd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769015'] for network, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:34.709979 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:34.723161 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-e7489b8a-6900-4f73-a542-3446ebb78d19 service neutron] 10.222.0.15 "GET /v2.0/networks/4a036ca4-dd58-4133-bd8c-881911c6180b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672978 Jun 09 20:09:34.861315 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Pushing event updated for resources: {'Port': ['ID=7ae29c2e-ef49-4a84-97a6-6d5491379ce6,revision_number=5']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:34.877940 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:34.996968 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1c43df35-b269-49ec-ae2b-7b60b8dfdd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884462', 'neutron.services.segments.db._delete_segments_for_network-8784791871416'] for network, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:35.044064 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1c43df35-b269-49ec-ae2b-7b60b8dfdd9e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 20:09:35.044415 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1c43df35-b269-49ec-ae2b-7b60b8dfdd9e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 20:09:35.045132 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1c43df35-b269-49ec-ae2b-7b60b8dfdd9e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 20:09:35.045472 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1c43df35-b269-49ec-ae2b-7b60b8dfdd9e admin admin] Subscribe: > port after_create 55550000 {{(pid=92455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 20:09:35.045828 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1c43df35-b269-49ec-ae2b-7b60b8dfdd9e admin admin] Subscribe: > port after_delete 55550000 {{(pid=92455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 20:09:35.046209 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1c43df35-b269-49ec-ae2b-7b60b8dfdd9e admin admin] Subscribe: > port after_update 55550000 {{(pid=92455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 20:09:35.046536 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1c43df35-b269-49ec-ae2b-7b60b8dfdd9e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 20:09:35.046873 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1c43df35-b269-49ec-ae2b-7b60b8dfdd9e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 20:09:35.047190 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1c43df35-b269-49ec-ae2b-7b60b8dfdd9e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 20:09:35.047504 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1c43df35-b269-49ec-ae2b-7b60b8dfdd9e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 20:09:35.200002 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1c43df35-b269-49ec-ae2b-7b60b8dfdd9e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 20:09:35.200843 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1c43df35-b269-49ec-ae2b-7b60b8dfdd9e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 20:09:35.201603 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1c43df35-b269-49ec-ae2b-7b60b8dfdd9e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 20:09:35.202124 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1c43df35-b269-49ec-ae2b-7b60b8dfdd9e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92455) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 20:09:35.203095 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.services.segments.db [None req-1c43df35-b269-49ec-ae2b-7b60b8dfdd9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e49c3c42-8d74-41f1-8196-ec526dab06f5']}} {{(pid=92455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:09:35.217124 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-4538862b-3c46-47d8-82d9-bc18d7eb6350 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1972763413&fields=id&tenant_id=ce21b31906334471913e27e7b2dd9bf2 HTTP/1.1" status: 200 len: 267 time: 0.2999485 Jun 09 20:09:35.272663 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.services.segments.db [None req-1c43df35-b269-49ec-ae2b-7b60b8dfdd9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bc2e241-ac92-4b06-b63f-2b224322e82f') {'for_net_delete': True} {{(pid=92455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:09:35.272958 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.services.segments.db [None req-1c43df35-b269-49ec-ae2b-7b60b8dfdd9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bc2e241-ac92-4b06-b63f-2b224322e82f') {} {{(pid=92455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:09:35.293406 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-f3303f0b-9642-4994-b37c-c9cda81a011b tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:35.294914 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-f3303f0b-9642-4994-b37c-c9cda81a011b tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.22 "GET /v2.0/networks?id=b2773c51-860c-4726-b245-81d2da947565 HTTP/1.1" status: 200 len: 819 time: 0.5431347 Jun 09 20:09:35.326468 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-64ae47ca-1999-40ac-aac5-478d8d722b0b req-f8a37ed3-97cb-48bc-bda0-7cba0773d330 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 210 time: 0.1079891 Jun 09 20:09:35.331452 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1c43df35-b269-49ec-ae2b-7b60b8dfdd9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784791825875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125558'] for segment, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:35.346327 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-587b0404-7f60-4afc-a509-fadf2fd1faba tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Request body: {'port': {'device_id': '5c15b537-aea9-40f7-91da-ea07ef19cab0', 'network_id': 'b2773c51-860c-4726-b245-81d2da947565', 'admin_state_up': True, 'tenant_id': '3f30e4e665c8435e83fa56abcd23bc22'}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:09:35.517401 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.22', 53458) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:35.567288 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 7ae29c2e-ef49-4a84-97a6-6d5491379ce6 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:09:35.571330 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1c43df35-b269-49ec-ae2b-7b60b8dfdd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028'] for segment, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:35.619717 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c43df35-b269-49ec-ae2b-7b60b8dfdd9e admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=92455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 20:09:35.620242 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1c43df35-b269-49ec-ae2b-7b60b8dfdd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162676'] for segment, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:35.645269 dv-cinder-795669-1-iscsi neutron-server[92455]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 09 20:09:35.645269 dv-cinder-795669-1-iscsi neutron-server[92455]: from cryptography.utils import int_from_bytes Jun 09 20:09:35.645269 dv-cinder-795669-1-iscsi neutron-server[92455]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 09 20:09:35.645269 dv-cinder-795669-1-iscsi neutron-server[92455]: from cryptography.utils import int_from_bytes Jun 09 20:09:35.645269 dv-cinder-795669-1-iscsi neutron-server[92455]: Traceback (most recent call last): Jun 09 20:09:35.645269 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 20:09:35.645269 dv-cinder-795669-1-iscsi neutron-server[92455]: timer() Jun 09 20:09:35.645269 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 20:09:35.645269 dv-cinder-795669-1-iscsi neutron-server[92455]: cb(*args, **kw) Jun 09 20:09:35.645269 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 20:09:35.645269 dv-cinder-795669-1-iscsi neutron-server[92455]: return func(*args, **kwargs) Jun 09 20:09:35.645269 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 20:09:35.645269 dv-cinder-795669-1-iscsi neutron-server[92455]: self._notify() Jun 09 20:09:35.645269 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 20:09:35.645269 dv-cinder-795669-1-iscsi neutron-server[92455]: self.callback(batched_events) Jun 09 20:09:35.645269 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 20:09:35.645269 dv-cinder-795669-1-iscsi neutron-server[92455]: event.method(event) Jun 09 20:09:35.645269 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 20:09:35.645269 dv-cinder-795669-1-iscsi neutron-server[92455]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 20:09:35.645269 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 20:09:35.645269 dv-cinder-795669-1-iscsi neutron-server[92455]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 20:09:35.645269 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 20:09:35.645269 dv-cinder-795669-1-iscsi neutron-server[92455]: return f(self, *a, **k) Jun 09 20:09:35.645269 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 20:09:35.645269 dv-cinder-795669-1-iscsi neutron-server[92455]: return self._get(url).json() Jun 09 20:09:35.645269 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 20:09:35.645269 dv-cinder-795669-1-iscsi neutron-server[92455]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 20:09:35.645269 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 20:09:35.645269 dv-cinder-795669-1-iscsi neutron-server[92455]: return self.request(url, 'GET', **kwargs) Jun 09 20:09:35.645269 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 20:09:35.645269 dv-cinder-795669-1-iscsi neutron-server[92455]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 20:09:35.645269 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 20:09:35.645269 dv-cinder-795669-1-iscsi neutron-server[92455]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 20:09:35.645269 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 20:09:35.645269 dv-cinder-795669-1-iscsi neutron-server[92455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 20:09:35.645269 dv-cinder-795669-1-iscsi neutron-server[92455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 20:09:35.714487 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 7ae29c2e-ef49-4a84-97a6-6d5491379ce6 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:09:35.714878 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:35.741074 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-247703c8-b1d4-4511-929f-1d7c7dfaa497 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:35.750652 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-247703c8-b1d4-4511-929f-1d7c7dfaa497 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.22 "GET /v2.0/networks?id=b2773c51-860c-4726-b245-81d2da947565 HTTP/1.1" status: 200 len: 819 time: 0.2320306 Jun 09 20:09:35.762772 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-dd3f822d-ac63-452a-bae4-c631cd590777 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Request body: {'port': {'device_id': '94b98934-e01e-4a3f-90e5-bc580afa5a27', 'network_id': 'b2773c51-860c-4726-b245-81d2da947565', 'admin_state_up': True, 'tenant_id': '3f30e4e665c8435e83fa56abcd23bc22'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:09:35.870237 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-86db853a-8dad-4b9b-a837-bb220f69ecc1 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:35.870964 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-86db853a-8dad-4b9b-a837-bb220f69ecc1 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/networks?id=d61eb754-bcce-4b42-88fd-e498290dcd18 HTTP/1.1" status: 200 len: 817 time: 0.6052468 Jun 09 20:09:35.881401 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550304cd-43fe-4ef9-b3b9-f5a12f59cf34 req-1b78a73d-b97f-4e79-81fb-188395811f75 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:35.883353 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-550304cd-43fe-4ef9-b3b9-f5a12f59cf34 req-1b78a73d-b97f-4e79-81fb-188395811f75 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dc8ec03-6471-4278-9444-61c2faeeb75c HTTP/1.1" status: 200 len: 945 time: 0.3965816 Jun 09 20:09:35.901818 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1c43df35-b269-49ec-ae2b-7b60b8dfdd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3854142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3925107'] for network, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:35.948101 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-a38bc67a-a17a-4561-9ca9-2bcf40529f69 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/quotas/ce21b31906334471913e27e7b2dd9bf2 HTTP/1.1" status: 200 len: 375 time: 0.0486495 Jun 09 20:09:35.998114 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-175e9a98-d485-455a-adec-9b72d42991b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:36.024638 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43df35-b269-49ec-ae2b-7b60b8dfdd9e admin admin] Pushing event deleted for resources: {'Network': ['ID=e49c3c42-8d74-41f1-8196-ec526dab06f5,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:36.046700 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1c43df35-b269-49ec-ae2b-7b60b8dfdd9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for network, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:36.048843 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-1c43df35-b269-49ec-ae2b-7b60b8dfdd9e admin admin] 10.222.0.15 "DELETE /v2.0/networks/e49c3c42-8d74-41f1-8196-ec526dab06f5 HTTP/1.1" status: 204 len: 168 time: 1.8266881 Jun 09 20:09:36.049683 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-1c43df35-b269-49ec-ae2b-7b60b8dfdd9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:36.055083 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 40390) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:36.076191 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device dc7135ea-2957-4188-83a3-5509cc9fdf9b up at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:09:36.117587 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-dd3f822d-ac63-452a-bae4-c631cd590777 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Made reservation on behalf of 3f30e4e665c8435e83fa56abcd23bc22 for: {'port': 1} {{(pid=92456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:09:36.121669 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-dd3f822d-ac63-452a-bae4-c631cd590777 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:36.134083 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-587b0404-7f60-4afc-a509-fadf2fd1faba tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Made reservation on behalf of 3f30e4e665c8435e83fa56abcd23bc22 for: {'port': 1} {{(pid=92455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:09:36.138299 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-587b0404-7f60-4afc-a509-fadf2fd1faba tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:36.174834 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.db.db_base_plugin_v2 [None req-804cd344-4d6c-446e-abc2-941f45dc9f65 admin admin] Deleting subnet 748abf9f-1152-4fef-aedc-f0201533015c {{(pid=92455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 20:09:36.178585 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-804cd344-4d6c-446e-abc2-941f45dc9f65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:36.248548 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-550304cd-43fe-4ef9-b3b9-f5a12f59cf34 req-56962f86-ddf3-4487-a0c2-d162655d316b tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/security-groups?id=7db1842f-5a70-488e-b60c-152a9f2fab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506012 Jun 09 20:09:36.314848 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-804cd344-4d6c-446e-abc2-941f45dc9f65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3128261'] for subnet, precommit_delete_associations {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:36.329922 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning for port dc7135ea-2957-4188-83a3-5509cc9fdf9b completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:09:36.336786 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning complete for port dc7135ea-2957-4188-83a3-5509cc9fdf9b triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:09:36.337359 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:36.346177 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_common [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-dd3f822d-ac63-452a-bae4-c631cd590777 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Allocated IP 172.20.0.11 (b2773c51-860c-4726-b245-81d2da947565/1fb7b8a2-658b-4014-a6fa-473f341feb23/8f8ef9d5-94bd-4782-8f45-5d69c05c158c) {{(pid=92456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:09:36.429330 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-63a7c884-ca05-481f-8749-3904b1f4fa6c tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce21b31906334471913e27e7b2dd9bf2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4800570 Jun 09 20:09:36.441688 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-804cd344-4d6c-446e-abc2-941f45dc9f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883559'] for subnet, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:36.521427 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-68cc9686-2d50-4bc6-8cbd-2ead3d41aab9 req-e5ce82f7-682e-4f81-96cd-1c096188a71a tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 210 time: 0.0910113 Jun 09 20:09:36.572208 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:36.606660 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc8ec03-6471-4278-9444-61c2faeeb75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7135ea-2957-4188-83a3-5509cc9fdf9b'}] {{(pid=92457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:09:36.608297 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-dd3f822d-ac63-452a-bae4-c631cd590777 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Notify callbacks [] for port, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:36.696405 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f67acc8c-7874-4ad9-a63b-55c02b5eca32 req-fff4a0d6-c0ec-4945-a8e8-36786f8eb74b tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 210 time: 0.0554302 Jun 09 20:09:36.712531 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-804cd344-4d6c-446e-abc2-941f45dc9f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2403900'] for subnet, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:36.720567 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-2c837937-4d84-4643-9fd1-286e7c05858d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:36.722449 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port dc7135ea-2957-4188-83a3-5509cc9fdf9b, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=dc7135ea-2957-4188-83a3-5509cc9fdf9b,segment=NetworkSegment(2f764320-011f-41fd-8ea6-f7a44c11fa79),segment_id=2f764320-011f-41fd-8ea6-f7a44c11fa79)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:09:36.746703 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-dd3f822d-ac63-452a-bae4-c631cd590777 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368'] for port, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:36.755187 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:36.778654 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804cd344-4d6c-446e-abc2-941f45dc9f65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=748abf9f-1152-4fef-aedc-f0201533015c,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:36.814842 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:36.817485 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:36.834005 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 40410) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:36.849275 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 40412) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:36.863311 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f822d-ac63-452a-bae4-c631cd590777 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Pushing event updated for resources: {'Port': ['ID=8f8ef9d5-94bd-4782-8f45-5d69c05c158c,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:36.867375 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-dd3f822d-ac63-452a-bae4-c631cd590777 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:36.880918 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-dd3f822d-ac63-452a-bae4-c631cd590777 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Network b2773c51-860c-4726-b245-81d2da947565 is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:09:36.883060 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-dd3f822d-ac63-452a-bae4-c631cd590777 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:09:36.885874 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-dd3f822d-ac63-452a-bae4-c631cd590777 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Received port after_create {{(pid=92456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:09:36.893723 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-dd3f822d-ac63-452a-bae4-c631cd590777 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:36.894618 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-dd3f822d-ac63-452a-bae4-c631cd590777 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:36.899400 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 6 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:09:36.914803 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=dc7135ea-2957-4188-83a3-5509cc9fdf9b,revision_number=5']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:36.929605 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:36.954329 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-804cd344-4d6c-446e-abc2-941f45dc9f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:36.955543 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-804cd344-4d6c-446e-abc2-941f45dc9f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for subnet, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:36.959578 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-804cd344-4d6c-446e-abc2-941f45dc9f65 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/748abf9f-1152-4fef-aedc-f0201533015c HTTP/1.1" status: 204 len: 168 time: 0.8856285 Jun 09 20:09:36.961241 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 40422) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:36.981486 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-43c12ed6-f0e1-483e-ba95-585a54b7b64c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:36.995014 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-1e9d83ea-3c9f-4fc4-aaf4-9e147a4ba5cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:37.033303 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-dd3f822d-ac63-452a-bae4-c631cd590777 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2750382 Jun 09 20:09:37.049145 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-82cb8132-8d15-423f-b3ac-161f73aa87d7 service neutron] Request body: {'port': {'device_id': '94b98934-e01e-4a3f-90e5-bc580afa5a27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79566'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:09:37.053648 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-b4e5318f-473d-4506-a78d-f2e4c7fe3fb3 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 20:09:37.054654 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-b4e5318f-473d-4506-a78d-f2e4c7fe3fb3 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0942113 Jun 09 20:09:37.106983 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c413b0bec0402a5ae16451c6582d791322e0202680a960d7e14492227081b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2244e4d5-320e-417d-a7e6-6968f41fc150" -d '{"events": [{"server_uuid": "8dc8ec03-6471-4278-9444-61c2faeeb75c", "name": "network-vif-plugged", "status": "completed", "tag": "dc7135ea-2957-4188-83a3-5509cc9fdf9b"}]}' {{(pid=92457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:09:37.152208 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.db.db_base_plugin_common [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-587b0404-7f60-4afc-a509-fadf2fd1faba tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Allocated IP 172.20.0.4 (b2773c51-860c-4726-b245-81d2da947565/1fb7b8a2-658b-4014-a6fa-473f341feb23/dfe8fdb1-b7da-47a4-9f17-bfd53122553f) {{(pid=92455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:09:37.206750 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-82cb8132-8d15-423f-b3ac-161f73aa87d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:37.218754 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b8340b-eae4-4f82-9ea5-43434001d270 x-openstack-request-id: req-b8b8340b-eae4-4f82-9ea5-43434001d270 {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:09:37.219376 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dc8ec03-6471-4278-9444-61c2faeeb75c", "name": "network-vif-plugged", "status": "completed", "tag": "dc7135ea-2957-4188-83a3-5509cc9fdf9b", "code": 200}]} {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:09:37.219682 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b8b8340b-eae4-4f82-9ea5-43434001d270 {{(pid=92457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:09:37.220252 dv-cinder-795669-1-iscsi neutron-server[92457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dc8ec03-6471-4278-9444-61c2faeeb75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7135ea-2957-4188-83a3-5509cc9fdf9b', 'code': 200} Jun 09 20:09:37.225814 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-c1659519-1cbc-4db5-89a7-6ce0debb2e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769015'] for network, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:37.299631 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-43c12ed6-f0e1-483e-ba95-585a54b7b64c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:37.370733 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-43c12ed6-f0e1-483e-ba95-585a54b7b64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:37.384815 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-ddc02246-f7d5-4e64-bd33-f0d1667b32cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:37.436078 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-7a505d47-abd4-49e6-be5a-cb43e7a772d3 service neutron] 10.222.0.15 "GET /v2.0/networks/d61eb754-bcce-4b42-88fd-e498290dcd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678107 Jun 09 20:09:37.511981 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-43c12ed6-f0e1-483e-ba95-585a54b7b64c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1941fcf19e71412fb391805fb3a11605&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6727808 Jun 09 20:09:37.512811 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c12ed6-f0e1-483e-ba95-585a54b7b64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36da92b-368f-4e20-8574-64373be1a1ea,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:37.515321 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 40432) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:37.529229 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-43c12ed6-f0e1-483e-ba95-585a54b7b64c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:37.615696 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b372fa1d-c9c3-4be7-bb85-350a5cc4be96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:37.630785 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-1e9d83ea-3c9f-4fc4-aaf4-9e147a4ba5cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:37.648763 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b372fa1d-c9c3-4be7-bb85-350a5cc4be96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:37.653755 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-c1659519-1cbc-4db5-89a7-6ce0debb2e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884462', 'neutron.services.segments.db._delete_segments_for_network-8784791871416'] for network, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:37.692962 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.services.segments.db [None req-c1659519-1cbc-4db5-89a7-6ce0debb2e2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba06a1d4-96e8-4a7f-b25e-c1d34b971123']}} {{(pid=92455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:09:37.717853 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-1e9d83ea-3c9f-4fc4-aaf4-9e147a4ba5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:37.721713 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.services.segments.db [None req-c1659519-1cbc-4db5-89a7-6ce0debb2e2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f275197f-89c7-4276-989a-0be200668511') {'for_net_delete': True} {{(pid=92455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:09:37.728680 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.services.segments.db [None req-c1659519-1cbc-4db5-89a7-6ce0debb2e2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f275197f-89c7-4276-989a-0be200668511') {} {{(pid=92455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:09:37.729076 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:37.742253 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-587b0404-7f60-4afc-a509-fadf2fd1faba tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Notify callbacks [] for port, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:37.760301 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-c1659519-1cbc-4db5-89a7-6ce0debb2e2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784791825875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125558'] for segment, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:37.771785 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d83ea-3c9f-4fc4-aaf4-9e147a4ba5cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f78a610-db6a-41e1-a127-07947e2b0434,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:37.777798 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-1e9d83ea-3c9f-4fc4-aaf4-9e147a4ba5cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:37.777798 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-1e9d83ea-3c9f-4fc4-aaf4-9e147a4ba5cc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=04a5c8a623814af4a855bf0f05efc90a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9215086 Jun 09 20:09:37.780320 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 40440) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:37.797223 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-c1659519-1cbc-4db5-89a7-6ce0debb2e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028'] for segment, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:37.797777 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b372fa1d-c9c3-4be7-bb85-350a5cc4be96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:37.800118 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b372fa1d-c9c3-4be7-bb85-350a5cc4be96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:37.801331 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-b372fa1d-c9c3-4be7-bb85-350a5cc4be96 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f36da92b-368f-4e20-8574-64373be1a1ea HTTP/1.1" status: 204 len: 168 time: 0.2831450 Jun 09 20:09:37.803916 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-1fdde911-7ddb-4c6b-9a65-1c8792e27441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:37.805858 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-7b0a8222-646b-466e-906e-9cdfcce7b84c service neutron] 10.222.0.15 "GET /v2.0/networks/d61eb754-bcce-4b42-88fd-e498290dcd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359582 Jun 09 20:09:37.816298 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dbb04a-bce7-4266-85d2-116c6aeb43d1 req-5503713d-f746-4d4a-b363-e5676d9a3012 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:37.817756 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-07dbb04a-bce7-4266-85d2-116c6aeb43d1 req-5503713d-f746-4d4a-b363-e5676d9a3012 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dc8ec03-6471-4278-9444-61c2faeeb75c HTTP/1.1" status: 200 len: 946 time: 0.4349935 Jun 09 20:09:37.818979 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1659519-1cbc-4db5-89a7-6ce0debb2e2a admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=92455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 20:09:37.819413 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-c1659519-1cbc-4db5-89a7-6ce0debb2e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162676'] for segment, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:37.828418 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372fa1d-c9c3-4be7-bb85-350a5cc4be96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36da92b-368f-4e20-8574-64373be1a1ea,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:37.832788 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-b372fa1d-c9c3-4be7-bb85-350a5cc4be96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:37.834737 dv-cinder-795669-1-iscsi neutron-server[92455]: Traceback (most recent call last): Jun 09 20:09:37.834737 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 20:09:37.834737 dv-cinder-795669-1-iscsi neutron-server[92455]: timer() Jun 09 20:09:37.834737 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 20:09:37.834737 dv-cinder-795669-1-iscsi neutron-server[92455]: cb(*args, **kw) Jun 09 20:09:37.834737 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 20:09:37.834737 dv-cinder-795669-1-iscsi neutron-server[92455]: return func(*args, **kwargs) Jun 09 20:09:37.834737 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 20:09:37.834737 dv-cinder-795669-1-iscsi neutron-server[92455]: self._notify() Jun 09 20:09:37.834737 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 20:09:37.834737 dv-cinder-795669-1-iscsi neutron-server[92455]: self.callback(batched_events) Jun 09 20:09:37.834737 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 20:09:37.834737 dv-cinder-795669-1-iscsi neutron-server[92455]: event.method(event) Jun 09 20:09:37.834737 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 20:09:37.834737 dv-cinder-795669-1-iscsi neutron-server[92455]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 20:09:37.834737 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 20:09:37.834737 dv-cinder-795669-1-iscsi neutron-server[92455]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 20:09:37.834737 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 20:09:37.834737 dv-cinder-795669-1-iscsi neutron-server[92455]: return f(self, *a, **k) Jun 09 20:09:37.834737 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 20:09:37.834737 dv-cinder-795669-1-iscsi neutron-server[92455]: return self._get(url).json() Jun 09 20:09:37.834737 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 20:09:37.834737 dv-cinder-795669-1-iscsi neutron-server[92455]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 20:09:37.834737 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 20:09:37.834737 dv-cinder-795669-1-iscsi neutron-server[92455]: return self.request(url, 'GET', **kwargs) Jun 09 20:09:37.834737 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 20:09:37.834737 dv-cinder-795669-1-iscsi neutron-server[92455]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 20:09:37.834737 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 20:09:37.834737 dv-cinder-795669-1-iscsi neutron-server[92455]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 20:09:37.834737 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 20:09:37.834737 dv-cinder-795669-1-iscsi neutron-server[92455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 20:09:37.834737 dv-cinder-795669-1-iscsi neutron-server[92455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 20:09:37.866950 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-949cf618-5835-4242-b94b-22014a7adb21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:37.894289 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-949cf618-5835-4242-b94b-22014a7adb21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:37.955797 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-07dbb04a-bce7-4266-85d2-116c6aeb43d1 req-120e6c19-22f1-4834-8130-fbc9841628d0 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/security-groups?id=7db1842f-5a70-488e-b60c-152a9f2fab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693142 Jun 09 20:09:38.034012 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-587b0404-7f60-4afc-a509-fadf2fd1faba tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162594'] for port, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:38.035784 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-c1659519-1cbc-4db5-89a7-6ce0debb2e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3854142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3925107'] for network, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:38.044088 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-3ea90cb7-3b59-49ed-b70e-aa42cef11d96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:38.143486 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-c1659519-1cbc-4db5-89a7-6ce0debb2e2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for network, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:38.145373 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-c1659519-1cbc-4db5-89a7-6ce0debb2e2a admin admin] 10.222.0.15 "DELETE /v2.0/networks/ba06a1d4-96e8-4a7f-b25e-c1d34b971123 HTTP/1.1" status: 204 len: 168 time: 1.1780839 Jun 09 20:09:38.151655 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-949cf618-5835-4242-b94b-22014a7adb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:38.154201 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-949cf618-5835-4242-b94b-22014a7adb21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:38.158811 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-949cf618-5835-4242-b94b-22014a7adb21 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9f78a610-db6a-41e1-a127-07947e2b0434 HTTP/1.1" status: 204 len: 168 time: 0.3773863 Jun 09 20:09:38.172437 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:38.193520 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-587b0404-7f60-4afc-a509-fadf2fd1faba tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Network b2773c51-860c-4726-b245-81d2da947565 is already hosted by enough agents. {{(pid=92455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:09:38.196716 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949cf618-5835-4242-b94b-22014a7adb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f78a610-db6a-41e1-a127-07947e2b0434,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:38.210305 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-949cf618-5835-4242-b94b-22014a7adb21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:38.220544 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.base_scheduler [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-587b0404-7f60-4afc-a509-fadf2fd1faba tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Resources bound (agent type, host, resource id): {{(pid=92455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:09:38.231599 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.db.l3_dvrscheduler_db [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-587b0404-7f60-4afc-a509-fadf2fd1faba tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Received port after_create {{(pid=92455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:09:38.356751 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b0404-7f60-4afc-a509-fadf2fd1faba tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Pushing event updated for resources: {'Port': ['ID=dfe8fdb1-b7da-47a4-9f17-bfd53122553f,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:38.360369 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-587b0404-7f60-4afc-a509-fadf2fd1faba tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:38.369076 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-4e08354f-cada-41fb-b0c5-81a59e3ac085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.275s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:38.376993 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-82cb8132-8d15-423f-b3ac-161f73aa87d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f8ef9d5-94bd-4782-8f45-5d69c05c158c {{(pid=92456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:09:38.384351 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-82cb8132-8d15-423f-b3ac-161f73aa87d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:38.402051 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.provisioning_blocks [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-82cb8132-8d15-423f-b3ac-161f73aa87d7 service neutron] Transition to ACTIVE for port object 8f8ef9d5-94bd-4782-8f45-5d69c05c158c will not be triggered until provisioned by entity L2. {{(pid=92456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:09:38.404775 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d55eec8b-904b-42b9-adf4-c25da5150be8 req-1f51c0a1-a23f-4187-8777-fc1e63039d48 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 210 time: 0.1122861 Jun 09 20:09:38.408612 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1659519-1cbc-4db5-89a7-6ce0debb2e2a admin admin] Pushing event deleted for resources: {'Network': ['ID=ba06a1d4-96e8-4a7f-b25e-c1d34b971123,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:38.411472 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-c1659519-1cbc-4db5-89a7-6ce0debb2e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:38.430865 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-587b0404-7f60-4afc-a509-fadf2fd1faba tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:38.431467 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-587b0404-7f60-4afc-a509-fadf2fd1faba tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for port, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:38.449050 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5805044e-1bf2-4cd5-8225-17acc1a2b4bb req-d1b9e966-c703-4a3d-9982-5f7a6a9a2930 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:38.450511 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-5805044e-1bf2-4cd5-8225-17acc1a2b4bb req-d1b9e966-c703-4a3d-9982-5f7a6a9a2930 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 932 time: 0.3678014 Jun 09 20:09:38.514736 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-5289b3cc-6126-4155-983e-f8becf798b04 req-aa24c0b2-77a6-4d50-836d-f939a6513922 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 210 time: 0.0604467 Jun 09 20:09:38.540485 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-82cb8132-8d15-423f-b3ac-161f73aa87d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:38.541183 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-5805044e-1bf2-4cd5-8225-17acc1a2b4bb req-845ff311-6fd3-4c16-a860-3b2eb7c18aed tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551949 Jun 09 20:09:38.547211 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:38.564662 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-587b0404-7f60-4afc-a509-fadf2fd1faba tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2584827 Jun 09 20:09:38.675238 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb8132-8d15-423f-b3ac-161f73aa87d7 service neutron] Pushing event updated for resources: {'Port': ['ID=8f8ef9d5-94bd-4782-8f45-5d69c05c158c,revision_number=2']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:38.680598 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-82cb8132-8d15-423f-b3ac-161f73aa87d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:38.731652 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-82cb8132-8d15-423f-b3ac-161f73aa87d7 service neutron] Attempting to bind port 8f8ef9d5-94bd-4782-8f45-5d69c05c158c on host hv-cinder-79566 for vnic_type normal with profile {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:09:38.732055 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-82cb8132-8d15-423f-b3ac-161f73aa87d7 service neutron] Attempting to bind port 8f8ef9d5-94bd-4782-8f45-5d69c05c158c by drivers openvswitch,hyperv on host hv-cinder-79566 at level 0 using segments [{'id': '7e693cad-958c-450d-b744-b9a52e4f9dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b2773c51-860c-4726-b245-81d2da947565'}] {{(pid=92456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:09:38.732368 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-82cb8132-8d15-423f-b3ac-161f73aa87d7 service neutron] Attempting to bind port 8f8ef9d5-94bd-4782-8f45-5d69c05c158c on network b2773c51-860c-4726-b245-81d2da947565 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:09:38.737797 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-82cb8132-8d15-423f-b3ac-161f73aa87d7 service neutron] Port 8f8ef9d5-94bd-4782-8f45-5d69c05c158c on network b2773c51-860c-4726-b245-81d2da947565 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79566 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 20:09:38.738236 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-82cb8132-8d15-423f-b3ac-161f73aa87d7 service neutron] Attempting to bind port 8f8ef9d5-94bd-4782-8f45-5d69c05c158c on network b2773c51-860c-4726-b245-81d2da947565 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:09:38.743402 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-82cb8132-8d15-423f-b3ac-161f73aa87d7 service neutron] Checking agent: {'id': '747acf60-c6b9-434b-b325-86e193e3fffe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 20, 7, 24), 'started_at': datetime.datetime(2021, 6, 9, 20, 7, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:09:38.743784 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-82cb8132-8d15-423f-b3ac-161f73aa87d7 service neutron] Checking segment: {'id': '7e693cad-958c-450d-b744-b9a52e4f9dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b2773c51-860c-4726-b245-81d2da947565'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:09:38.744370 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-82cb8132-8d15-423f-b3ac-161f73aa87d7 service neutron] Bound using segment: {'id': '7e693cad-958c-450d-b744-b9a52e4f9dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b2773c51-860c-4726-b245-81d2da947565'} {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:09:38.744809 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-82cb8132-8d15-423f-b3ac-161f73aa87d7 service neutron] Bound port: 8f8ef9d5-94bd-4782-8f45-5d69c05c158c, host: hv-cinder-79566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e693cad-958c-450d-b744-b9a52e4f9dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b2773c51-860c-4726-b245-81d2da947565'}}] {{(pid=92456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:09:38.745146 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-82cb8132-8d15-423f-b3ac-161f73aa87d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:38.756528 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 40464) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:38.823090 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-44058af7-e817-48e3-9583-13bdf5862a12 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=842284bb919149e19bbf57fe5f611045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0653498 Jun 09 20:09:38.823669 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 40466) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:38.852219 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-82cb8132-8d15-423f-b3ac-161f73aa87d7 service neutron] For port 8f8ef9d5-94bd-4782-8f45-5d69c05c158c, host hv-cinder-79566, cleared binding levels {{(pid=92456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:09:38.861519 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-82cb8132-8d15-423f-b3ac-161f73aa87d7 service neutron] For port 8f8ef9d5-94bd-4782-8f45-5d69c05c158c, host hv-cinder-79566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=8f8ef9d5-94bd-4782-8f45-5d69c05c158c,segment=NetworkSegment(7e693cad-958c-450d-b744-b9a52e4f9dcc),segment_id=7e693cad-958c-450d-b744-b9a52e4f9dcc)] {{(pid=92456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:09:38.886097 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1ef1f48e-bb89-4b12-af8f-dcdb45db6609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:38.915450 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1ef1f48e-bb89-4b12-af8f-dcdb45db6609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:38.952974 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-82cb8132-8d15-423f-b3ac-161f73aa87d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:38.958000 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-df5d9944-2e68-43e5-8a07-b973246d1a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:39.013438 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-82cb8132-8d15-423f-b3ac-161f73aa87d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:39.016041 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-82cb8132-8d15-423f-b3ac-161f73aa87d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:39.019383 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-82cb8132-8d15-423f-b3ac-161f73aa87d7 service neutron] 10.222.0.22 "PUT /v2.0/ports/8f8ef9d5-94bd-4782-8f45-5d69c05c158c HTTP/1.1" status: 200 len: 1094 time: 1.9759789 Jun 09 20:09:39.020126 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94b98934-e01e-4a3f-90e5-bc580afa5a27', 'tag': '8f8ef9d5-94bd-4782-8f45-5d69c05c158c'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:09:39.055784 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1ef1f48e-bb89-4b12-af8f-dcdb45db6609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:39.058980 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1ef1f48e-bb89-4b12-af8f-dcdb45db6609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:39.060427 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-1ef1f48e-bb89-4b12-af8f-dcdb45db6609 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9348f31d-f20c-4607-a29b-fd4807756595 HTTP/1.1" status: 204 len: 168 time: 0.2357085 Jun 09 20:09:39.061130 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:39.073902 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1f48e-bb89-4b12-af8f-dcdb45db6609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9348f31d-f20c-4607-a29b-fd4807756595,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:39.082293 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-1ef1f48e-bb89-4b12-af8f-dcdb45db6609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:39.110017 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb8132-8d15-423f-b3ac-161f73aa87d7 service neutron] Pushing event updated for resources: {'Port': ['ID=8f8ef9d5-94bd-4782-8f45-5d69c05c158c,revision_number=3']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:39.113482 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-82cb8132-8d15-423f-b3ac-161f73aa87d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:39.248221 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111a5f2-dfcd-4350-a05c-25e384c9cdf5 req-d70c42b6-d916-4015-a612-3eedb605e42f tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:39.249833 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e111a5f2-dfcd-4350-a05c-25e384c9cdf5 req-d70c42b6-d916-4015-a612-3eedb605e42f tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dc8ec03-6471-4278-9444-61c2faeeb75c HTTP/1.1" status: 200 len: 946 time: 0.1663759 Jun 09 20:09:39.296051 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 40476) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:39.308151 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e111a5f2-dfcd-4350-a05c-25e384c9cdf5 req-bd41e0fa-0b70-4f0a-bae5-8521ccf587b1 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/security-groups?id=7db1842f-5a70-488e-b60c-152a9f2fab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526936 Jun 09 20:09:39.312833 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-ec23f6d4-4ac7-444f-8706-aeec2aeda020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:39.375611 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 40478) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:39.397381 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-8f4c770a-c8ea-48bc-96c2-a675c32dbf85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:39.425795 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-ec23f6d4-4ac7-444f-8706-aeec2aeda020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:39.510589 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13e1a23-dff3-4005-a6bc-e504bb5b116c" -d '{"events": [{"name": "network-changed", "server_uuid": "94b98934-e01e-4a3f-90e5-bc580afa5a27", "tag": "8f8ef9d5-94bd-4782-8f45-5d69c05c158c"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:09:39.558472 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-7838d821-e647-4a9e-8883-35a812d616de req-c63061e0-6433-4025-b8ab-99a4a7435535 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 210 time: 0.0479364 Jun 09 20:09:39.580770 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-ec23f6d4-4ac7-444f-8706-aeec2aeda020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:39.587737 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:39.631711 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec23f6d4-4ac7-444f-8706-aeec2aeda020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57531509-39ea-4aea-918a-ef456481ce46,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:39.636091 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-ec23f6d4-4ac7-444f-8706-aeec2aeda020 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b27f694bf0984387bbe8ab719eaedbdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3417704 Jun 09 20:09:39.637080 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-ec23f6d4-4ac7-444f-8706-aeec2aeda020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:39.639803 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 40492) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:39.685266 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 20:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5715ce-c676-4370-8196-bea18ee51197 x-openstack-request-id: req-4e5715ce-c676-4370-8196-bea18ee51197 {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:09:39.685881 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94b98934-e01e-4a3f-90e5-bc580afa5a27", "tag": "8f8ef9d5-94bd-4782-8f45-5d69c05c158c", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:09:39.685881 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4e5715ce-c676-4370-8196-bea18ee51197 {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:09:39.686290 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94b98934-e01e-4a3f-90e5-bc580afa5a27', 'tag': '8f8ef9d5-94bd-4782-8f45-5d69c05c158c', 'status': 'completed', 'code': 200} Jun 09 20:09:39.718303 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-8f4c770a-c8ea-48bc-96c2-a675c32dbf85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:39.734386 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-0e751255-d17e-4dbe-adaf-8b4bc0e9b83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:39.747668 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f239c501-8631-44cc-83ac-04db60c52fc4 req-dccc9b0b-7af2-4a99-81b9-fb99f4b0009b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 210 time: 0.0416627 Jun 09 20:09:39.763879 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-0e751255-d17e-4dbe-adaf-8b4bc0e9b83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:39.822301 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-8f4c770a-c8ea-48bc-96c2-a675c32dbf85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:39.830649 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-61ad17da-3147-4a50-8394-b429183f14f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:39.864653 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4fd8cf-bd8b-45a9-b941-854fa5daa57a req-0b753ca1-5853-4b30-bf9a-e7073e555ccc tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:39.866355 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-5b4fd8cf-bd8b-45a9-b941-854fa5daa57a req-0b753ca1-5853-4b30-bf9a-e7073e555ccc tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 944 time: 0.0944924 Jun 09 20:09:39.868939 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-8f4c770a-c8ea-48bc-96c2-a675c32dbf85 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4e448be5cb5c4689aea49df1ee858179&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4921176 Jun 09 20:09:39.870563 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c770a-c8ea-48bc-96c2-a675c32dbf85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a54fb87-97ec-4cda-9142-e90a206a8f6a,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:39.871476 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 40500) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:39.873450 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-8f4c770a-c8ea-48bc-96c2-a675c32dbf85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:39.905956 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-0e751255-d17e-4dbe-adaf-8b4bc0e9b83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:39.908562 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-0e751255-d17e-4dbe-adaf-8b4bc0e9b83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:39.910098 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-0e751255-d17e-4dbe-adaf-8b4bc0e9b83a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/57531509-39ea-4aea-918a-ef456481ce46 HTTP/1.1" status: 204 len: 168 time: 0.2686954 Jun 09 20:09:39.910275 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:39.923072 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e751255-d17e-4dbe-adaf-8b4bc0e9b83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57531509-39ea-4aea-918a-ef456481ce46,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:39.925460 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-0e751255-d17e-4dbe-adaf-8b4bc0e9b83a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:39.956460 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-5b4fd8cf-bd8b-45a9-b941-854fa5daa57a req-faefe003-4aba-4ba0-a4ed-934dc875d8c5 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714300 Jun 09 20:09:39.978392 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1174661e-1653-44d1-af4f-3b9f6c89e279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:40.011521 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1174661e-1653-44d1-af4f-3b9f6c89e279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:40.044295 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-d6266fbe-dbed-4667-8845-142f02df1258 service neutron] Request body: {'port': {'device_id': '5c15b537-aea9-40f7-91da-ea07ef19cab0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79566'}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:09:40.191965 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-d6266fbe-dbed-4667-8845-142f02df1258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:40.199201 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e1a23-dff3-4005-a6bc-e504bb5b116c req-087c913c-8abf-484b-8e07-aaa68f1bf178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:40.200849 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-e13e1a23-dff3-4005-a6bc-e504bb5b116c req-087c913c-8abf-484b-8e07-aaa68f1bf178 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3f30e4e665c8435e83fa56abcd23bc22&device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 1097 time: 0.0727534 Jun 09 20:09:40.252826 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1174661e-1653-44d1-af4f-3b9f6c89e279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:40.257331 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1174661e-1653-44d1-af4f-3b9f6c89e279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:40.258452 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-1174661e-1653-44d1-af4f-3b9f6c89e279 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2a54fb87-97ec-4cda-9142-e90a206a8f6a HTTP/1.1" status: 204 len: 168 time: 0.3857629 Jun 09 20:09:40.265178 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-34430f3c-4fd0-441c-822d-42d03278da65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:40.280650 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174661e-1653-44d1-af4f-3b9f6c89e279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a54fb87-97ec-4cda-9142-e90a206a8f6a,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:40.284210 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-1174661e-1653-44d1-af4f-3b9f6c89e279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:40.395802 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e1a23-dff3-4005-a6bc-e504bb5b116c req-08d7ba38-82ed-4cfe-8ffd-ca126884d664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:40.400680 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-e13e1a23-dff3-4005-a6bc-e504bb5b116c req-08d7ba38-82ed-4cfe-8ffd-ca126884d664 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=3f30e4e665c8435e83fa56abcd23bc22&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1927841 Jun 09 20:09:40.510877 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.22', 53464) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:40.529997 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 40514) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:40.625495 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e1a23-dff3-4005-a6bc-e504bb5b116c req-ffe7888e-0916-4b7e-817f-79b2b033852c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:40.626994 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-e13e1a23-dff3-4005-a6bc-e504bb5b116c req-ffe7888e-0916-4b7e-817f-79b2b033852c service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2202652 Jun 09 20:09:40.649479 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-bbde61bf-2f00-41eb-a927-2e8a7be4f50e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b82cff9300184043b6145503e9867629&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1174107 Jun 09 20:09:40.652649 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 40518) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:40.682981 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b10a5d-1757-49e3-8885-6b45e990d332 req-e390f2ca-0cbc-46eb-af5b-f204109db6a1 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:40.684732 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f3b10a5d-1757-49e3-8885-6b45e990d332 req-e390f2ca-0cbc-46eb-af5b-f204109db6a1 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dc8ec03-6471-4278-9444-61c2faeeb75c HTTP/1.1" status: 200 len: 946 time: 0.2314019 Jun 09 20:09:40.731276 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13cd92-2534-4cfe-bc1a-9e2008455f2b req-ed7fdff8-b0fe-4026-bb83-8069e7e137fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:40.732859 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9c13cd92-2534-4cfe-bc1a-9e2008455f2b req-ed7fdff8-b0fe-4026-bb83-8069e7e137fb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8dc8ec03-6471-4278-9444-61c2faeeb75c HTTP/1.1" status: 200 len: 1099 time: 0.2201524 Jun 09 20:09:40.804573 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2ceca2ae-8ebe-44b7-8f62-dbedc47af7b1 req-026affaa-a458-4fd2-a26c-1f6d75087378 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 210 time: 0.0764976 Jun 09 20:09:40.810255 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-42ed1cce-2d72-47d1-ab67-e957add3c6c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:40.812512 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f3b10a5d-1757-49e3-8885-6b45e990d332 req-01dba0a6-0c3f-4a5d-a636-f19a1a58c184 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/security-groups?id=7db1842f-5a70-488e-b60c-152a9f2fab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191096 Jun 09 20:09:40.813148 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [req-9c13cd92-2534-4cfe-bc1a-9e2008455f2b req-23e799be-b41d-4e20-94b7-2be9f708a431 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:40.883818 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-42ed1cce-2d72-47d1-ab67-e957add3c6c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:40.939934 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.notifiers.nova [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-d6266fbe-dbed-4667-8845-142f02df1258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe8fdb1-b7da-47a4-9f17-bfd53122553f {{(pid=92455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:09:40.952612 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-d6266fbe-dbed-4667-8845-142f02df1258 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:40.987434 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.db.provisioning_blocks [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-d6266fbe-dbed-4667-8845-142f02df1258 service neutron] Transition to ACTIVE for port object dfe8fdb1-b7da-47a4-9f17-bfd53122553f will not be triggered until provisioned by entity L2. {{(pid=92455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:09:41.006087 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-934851dd-3353-4bbb-a0a8-405b62d8df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:41.008250 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-934851dd-3353-4bbb-a0a8-405b62d8df40 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3f30e4e665c8435e83fa56abcd23bc22&device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 1097 time: 0.3071871 Jun 09 20:09:41.148063 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [req-9c13cd92-2534-4cfe-bc1a-9e2008455f2b req-23e799be-b41d-4e20-94b7-2be9f708a431 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:41.156608 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-d6266fbe-dbed-4667-8845-142f02df1258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162640'] for port, after_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:41.160095 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-77cea598-94d5-49a2-b15a-de3a79de3fef req-eac84722-d4ad-46e1-b8d5-646d2fe4c69b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 210 time: 0.1076305 Jun 09 20:09:41.166757 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-f0c43160-9dc6-4b6b-93be-ffe1eed6266a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:41.228936 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-d4849c18-2999-4eed-8263-a93f238ab3e5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f8ef9d5-94bd-4782-8f45-5d69c05c158c HTTP/1.1" status: 200 len: 217 time: 0.2117090 Jun 09 20:09:41.229815 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-42ed1cce-2d72-47d1-ab67-e957add3c6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:41.232381 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-42ed1cce-2d72-47d1-ab67-e957add3c6c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:41.236600 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-42ed1cce-2d72-47d1-ab67-e957add3c6c6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6753b910-79a3-48e1-a44d-f29b132530c6 HTTP/1.1" status: 204 len: 168 time: 0.5736609 Jun 09 20:09:41.236600 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-f5867c67-2ab7-4f02-ac79-4ce990f515ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:41.283020 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed1cce-2d72-47d1-ab67-e957add3c6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6753b910-79a3-48e1-a44d-f29b132530c6,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:41.294653 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-42ed1cce-2d72-47d1-ab67-e957add3c6c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:41.320911 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-65884672-913a-4a8f-81e7-36989280842b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:41.322336 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-65884672-913a-4a8f-81e7-36989280842b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1fb7b8a2-658b-4014-a6fa-473f341feb23 HTTP/1.1" status: 200 len: 859 time: 0.0789316 Jun 09 20:09:41.363742 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [req-9c13cd92-2534-4cfe-bc1a-9e2008455f2b req-23e799be-b41d-4e20-94b7-2be9f708a431 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:41.372069 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-faaae687-2ab1-4a3f-8a5d-7cd647c19668 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b2773c51-860c-4726-b245-81d2da947565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421607 Jun 09 20:09:41.430048 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6266fbe-dbed-4667-8845-142f02df1258 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe8fdb1-b7da-47a4-9f17-bfd53122553f,revision_number=2']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:41.478084 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.22', 53466) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:41.492800 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-d6266fbe-dbed-4667-8845-142f02df1258 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:41.617975 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:41.645107 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9c13cd92-2534-4cfe-bc1a-9e2008455f2b req-23e799be-b41d-4e20-94b7-2be9f708a431 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7db1842f-5a70-488e-b60c-152a9f2fab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8739791 Jun 09 20:09:41.666303 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-1ab974f9-512f-428d-9c97-721de51cd880 service neutron] 10.222.0.22 "GET /v2.0/networks/b2773c51-860c-4726-b245-81d2da947565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785079 Jun 09 20:09:41.681642 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-497fdbd4-4d00-4e86-b690-ccf732d60208 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:41.682530 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e799be-b41d-4e20-94b7-2be9f708a431 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f058cd6a-29b2-44d3-a81f-5655aeeaffd8,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:41.683030 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-497fdbd4-4d00-4e86-b690-ccf732d60208 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.22 "GET /v2.0/networks?id=4a036ca4-dd58-4133-bd8c-881911c6180b HTTP/1.1" status: 200 len: 811 time: 0.2040324 Jun 09 20:09:41.687647 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-23e799be-b41d-4e20-94b7-2be9f708a431 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:41.692840 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.managers [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-d6266fbe-dbed-4667-8845-142f02df1258 service neutron] Attempting to bind port dfe8fdb1-b7da-47a4-9f17-bfd53122553f on host hv-cinder-79566 for vnic_type normal with profile {{(pid=92455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:09:41.693206 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.managers [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-d6266fbe-dbed-4667-8845-142f02df1258 service neutron] Attempting to bind port dfe8fdb1-b7da-47a4-9f17-bfd53122553f by drivers openvswitch,hyperv on host hv-cinder-79566 at level 0 using segments [{'id': '7e693cad-958c-450d-b744-b9a52e4f9dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b2773c51-860c-4726-b245-81d2da947565'}] {{(pid=92455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:09:41.693733 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-d6266fbe-dbed-4667-8845-142f02df1258 service neutron] Attempting to bind port dfe8fdb1-b7da-47a4-9f17-bfd53122553f on network b2773c51-860c-4726-b245-81d2da947565 {{(pid=92455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:09:41.700996 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-d6266fbe-dbed-4667-8845-142f02df1258 service neutron] Port dfe8fdb1-b7da-47a4-9f17-bfd53122553f on network b2773c51-860c-4726-b245-81d2da947565 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79566 {{(pid=92455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 20:09:41.701319 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-d6266fbe-dbed-4667-8845-142f02df1258 service neutron] Attempting to bind port dfe8fdb1-b7da-47a4-9f17-bfd53122553f on network b2773c51-860c-4726-b245-81d2da947565 {{(pid=92455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:09:41.711533 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06961555-7bdb-4b75-b532-5ffec31aebf0 req-9cabbdbc-67df-409d-ab65-4ab1a98ac06e tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:41.713047 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-06961555-7bdb-4b75-b532-5ffec31aebf0 req-9cabbdbc-67df-409d-ab65-4ab1a98ac06e tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 944 time: 0.4802010 Jun 09 20:09:41.715460 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-d6266fbe-dbed-4667-8845-142f02df1258 service neutron] Checking agent: {'id': '747acf60-c6b9-434b-b325-86e193e3fffe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 20, 7, 24), 'started_at': datetime.datetime(2021, 6, 9, 20, 7, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:09:41.715795 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-d6266fbe-dbed-4667-8845-142f02df1258 service neutron] Checking segment: {'id': '7e693cad-958c-450d-b744-b9a52e4f9dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b2773c51-860c-4726-b245-81d2da947565'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:09:41.716206 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-d6266fbe-dbed-4667-8845-142f02df1258 service neutron] Bound using segment: {'id': '7e693cad-958c-450d-b744-b9a52e4f9dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b2773c51-860c-4726-b245-81d2da947565'} {{(pid=92455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:09:41.716636 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.managers [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-d6266fbe-dbed-4667-8845-142f02df1258 service neutron] Bound port: dfe8fdb1-b7da-47a4-9f17-bfd53122553f, host: hv-cinder-79566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e693cad-958c-450d-b744-b9a52e4f9dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b2773c51-860c-4726-b245-81d2da947565'}}] {{(pid=92455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:09:41.716981 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-d6266fbe-dbed-4667-8845-142f02df1258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:41.820536 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-06961555-7bdb-4b75-b532-5ffec31aebf0 req-72d01e6f-9cda-48cf-8d24-f99524ecf6ac tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939639 Jun 09 20:09:41.857606 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.db [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-d6266fbe-dbed-4667-8845-142f02df1258 service neutron] For port dfe8fdb1-b7da-47a4-9f17-bfd53122553f, host hv-cinder-79566, cleared binding levels {{(pid=92455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:09:41.860892 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.db [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-d6266fbe-dbed-4667-8845-142f02df1258 service neutron] For port dfe8fdb1-b7da-47a4-9f17-bfd53122553f, host hv-cinder-79566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=dfe8fdb1-b7da-47a4-9f17-bfd53122553f,segment=NetworkSegment(7e693cad-958c-450d-b744-b9a52e4f9dcc),segment_id=7e693cad-958c-450d-b744-b9a52e4f9dcc)] {{(pid=92455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:09:41.882398 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-d2480f95-3b21-4b7f-b49f-05f949a05645 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a153f4ee3c7640608753fa26850931e1 HTTP/1.1" status: 200 len: 379 time: 0.1482358 Jun 09 20:09:41.906456 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-98c74f1f-d201-445c-916f-9f35c2d0296c tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Request body: {'port': {'device_id': '44496f5b-3943-4e88-ac3c-55baf930d394', 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b', 'admin_state_up': True, 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'security_groups': ['10441d75-9bec-45c4-aee1-b0eac1705338']}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:09:41.951763 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-d6266fbe-dbed-4667-8845-142f02df1258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162640'] for port, after_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:41.956356 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-3523d566-d8f6-4aa5-ba67-68e029eb3864 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:42.049451 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f930f8bb-036a-4ed7-89de-4dd223ec96fb req-1c583a26-d2f5-486d-bec2-c39fa34e265e service neutron] 10.222.0.22 "GET /v2.0/networks/b2773c51-860c-4726-b245-81d2da947565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166442 Jun 09 20:09:42.134063 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-bd3d5b6a-226d-4ff2-be14-c7eef138b4ae req-607ca090-0c26-45a0-ae83-3eee1db7535d tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 210 time: 0.1162312 Jun 09 20:09:42.149078 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-d6266fbe-dbed-4667-8845-142f02df1258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:42.149704 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-d6266fbe-dbed-4667-8845-142f02df1258 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for port, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:42.151065 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-d6266fbe-dbed-4667-8845-142f02df1258 service neutron] 10.222.0.22 "PUT /v2.0/ports/dfe8fdb1-b7da-47a4-9f17-bfd53122553f HTTP/1.1" status: 200 len: 1093 time: 2.1154149 Jun 09 20:09:42.151557 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c15b537-aea9-40f7-91da-ea07ef19cab0', 'tag': 'dfe8fdb1-b7da-47a4-9f17-bfd53122553f'}] {{(pid=92455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:09:42.153937 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb487b5c22ff78f2383a4aedbf16056ad733cdd2494c82cbaa03313095a923d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfb04b0-731a-4d1e-9d09-f2d0a5696415" -d '{"events": [{"name": "network-changed", "server_uuid": "5c15b537-aea9-40f7-91da-ea07ef19cab0", "tag": "dfe8fdb1-b7da-47a4-9f17-bfd53122553f"}]}' {{(pid=92455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:09:42.162257 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6266fbe-dbed-4667-8845-142f02df1258 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe8fdb1-b7da-47a4-9f17-bfd53122553f,revision_number=3']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:42.165965 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-d6266fbe-dbed-4667-8845-142f02df1258 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:42.217841 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1542dc4-20f5-4482-ab45-c89b0a52df45 req-3ccab96e-94f9-4b01-a39b-ab6177be8d27 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:42.219389 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b1542dc4-20f5-4482-ab45-c89b0a52df45 req-3ccab96e-94f9-4b01-a39b-ab6177be8d27 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dc8ec03-6471-4278-9444-61c2faeeb75c HTTP/1.1" status: 200 len: 946 time: 0.2004416 Jun 09 20:09:42.227250 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 20:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5771cc73-9f01-4fa8-a4e5-541a84a5dc2f x-openstack-request-id: req-5771cc73-9f01-4fa8-a4e5-541a84a5dc2f {{(pid=92455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:09:42.227559 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c15b537-aea9-40f7-91da-ea07ef19cab0", "tag": "dfe8fdb1-b7da-47a4-9f17-bfd53122553f", "status": "completed", "code": 200}]} {{(pid=92455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:09:42.227852 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5771cc73-9f01-4fa8-a4e5-541a84a5dc2f {{(pid=92455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:09:42.228305 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c15b537-aea9-40f7-91da-ea07ef19cab0', 'tag': 'dfe8fdb1-b7da-47a4-9f17-bfd53122553f', 'status': 'completed', 'code': 200} Jun 09 20:09:42.270954 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-98c74f1f-d201-445c-916f-9f35c2d0296c tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Made reservation on behalf of a153f4ee3c7640608753fa26850931e1 for: {'port': 1} {{(pid=92456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:09:42.274932 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-98c74f1f-d201-445c-916f-9f35c2d0296c tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:42.378828 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b1542dc4-20f5-4482-ab45-c89b0a52df45 req-5434847b-4fac-49b3-9f03-52dae3baf5ef tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/security-groups?id=7db1842f-5a70-488e-b60c-152a9f2fab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538215 Jun 09 20:09:42.402135 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-bd44ecb8-1bf3-4360-9f86-a4f3e5eb5485 req-b730349f-5fbd-4de7-a81a-a31b2b691413 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 210 time: 0.0631311 Jun 09 20:09:42.432548 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb04b0-731a-4d1e-9d09-f2d0a5696415 req-c7e0e0ad-9e68-4626-b3fb-d36696db5c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:42.434012 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ebfb04b0-731a-4d1e-9d09-f2d0a5696415 req-c7e0e0ad-9e68-4626-b3fb-d36696db5c42 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3f30e4e665c8435e83fa56abcd23bc22&device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 1096 time: 0.1836977 Jun 09 20:09:42.613765 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-cf099c54-b325-4979-a01a-be0843aba8ca tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:42.615430 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-cf099c54-b325-4979-a01a-be0843aba8ca tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.22 "GET /v2.0/networks?id=d61eb754-bcce-4b42-88fd-e498290dcd18 HTTP/1.1" status: 200 len: 817 time: 0.2500622 Jun 09 20:09:42.631986 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_common [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-98c74f1f-d201-445c-916f-9f35c2d0296c tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Allocated IP 172.20.0.3 (4a036ca4-dd58-4133-bd8c-881911c6180b/300c2a4a-c553-45e5-8e44-47365525b421/5e662586-e1de-4e24-bc6a-37a144bd6f2c) {{(pid=92456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:09:42.637381 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb04b0-731a-4d1e-9d09-f2d0a5696415 req-7455cdd6-ff46-4d1f-85f4-e279d33996a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:42.639098 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ebfb04b0-731a-4d1e-9d09-f2d0a5696415 req-7455cdd6-ff46-4d1f-85f4-e279d33996a3 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=3f30e4e665c8435e83fa56abcd23bc22&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1951246 Jun 09 20:09:42.805083 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-0e642ecc-e3e5-42c1-9686-a90d4c10a1ff tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce21b31906334471913e27e7b2dd9bf2 HTTP/1.1" status: 200 len: 380 time: 0.1414807 Jun 09 20:09:42.813469 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb04b0-731a-4d1e-9d09-f2d0a5696415 req-b202c256-c1f0-4799-a9be-47c81e5cbbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:42.815051 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ebfb04b0-731a-4d1e-9d09-f2d0a5696415 req-b202c256-c1f0-4799-a9be-47c81e5cbbe3 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1679156 Jun 09 20:09:42.841831 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-015c1b2b-925d-4628-8b8b-2010e310df24 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Request body: {'port': {'device_id': 'ce0965dd-fb9b-4802-814e-90806bc5229c', 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18', 'admin_state_up': True, 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'security_groups': ['aacc453a-0b37-4e61-974a-bc382317a401']}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:09:43.027852 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-578ea8fb-a906-46af-a9b7-f5aba746c0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:43.029485 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-578ea8fb-a906-46af-a9b7-f5aba746c0e4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3f30e4e665c8435e83fa56abcd23bc22&device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 1096 time: 0.1520438 Jun 09 20:09:43.145997 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-98c74f1f-d201-445c-916f-9f35c2d0296c tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for port, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:43.172570 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.provisioning_blocks [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-98c74f1f-d201-445c-916f-9f35c2d0296c tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Transition to ACTIVE for port object 5e662586-e1de-4e24-bc6a-37a144bd6f2c will not be triggered until provisioned by entity DHCP. {{(pid=92456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:09:43.294923 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-015c1b2b-925d-4628-8b8b-2010e310df24 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Made reservation on behalf of ce21b31906334471913e27e7b2dd9bf2 for: {'port': 1} {{(pid=92456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:09:43.299582 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-015c1b2b-925d-4628-8b8b-2010e310df24 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:43.337303 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-18b0f5fc-914b-4c6a-b455-d7fcbef1f1fd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfe8fdb1-b7da-47a4-9f17-bfd53122553f HTTP/1.1" status: 200 len: 217 time: 0.1518259 Jun 09 20:09:43.398828 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-98c74f1f-d201-445c-916f-9f35c2d0296c tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368'] for port, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:43.416462 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:43.522625 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-f0602130-d2fc-4267-af6a-1ace30c03216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:43.524225 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-f0602130-d2fc-4267-af6a-1ace30c03216 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1fb7b8a2-658b-4014-a6fa-473f341feb23 HTTP/1.1" status: 200 len: 859 time: 0.1671662 Jun 09 20:09:43.606204 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-98c74f1f-d201-445c-916f-9f35c2d0296c tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Network 4a036ca4-dd58-4133-bd8c-881911c6180b is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:09:43.627414 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-98c74f1f-d201-445c-916f-9f35c2d0296c tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:09:43.628110 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-3affcafa-be96-4f81-9f09-d57350ce45f9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b2773c51-860c-4726-b245-81d2da947565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852554 Jun 09 20:09:43.647653 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-98c74f1f-d201-445c-916f-9f35c2d0296c tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Received port after_create {{(pid=92456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:09:43.654725 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-98c74f1f-d201-445c-916f-9f35c2d0296c tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:43.661585 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-98c74f1f-d201-445c-916f-9f35c2d0296c tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:43.759482 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c74f1f-d201-445c-916f-9f35c2d0296c tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Pushing event updated for resources: {'Port': ['ID=5e662586-e1de-4e24-bc6a-37a144bd6f2c,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:43.763466 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d1c9a-33ff-460b-9641-440e1775c09e req-b0dca4bd-7571-4819-890d-adb4196b1473 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:43.776267 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-dd2d1c9a-33ff-460b-9641-440e1775c09e req-b0dca4bd-7571-4819-890d-adb4196b1473 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 931 time: 0.4378359 Jun 09 20:09:43.777586 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-98c74f1f-d201-445c-916f-9f35c2d0296c tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:43.810077 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1d890-1aaa-426c-a961-102326796284 req-59a17394-0906-4cbd-806e-836d83b38834 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:43.819383 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-03c1d890-1aaa-426c-a961-102326796284 req-59a17394-0906-4cbd-806e-836d83b38834 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 944 time: 0.7722695 Jun 09 20:09:43.830817 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_common [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-015c1b2b-925d-4628-8b8b-2010e310df24 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Allocated IP 172.20.0.13 (d61eb754-bcce-4b42-88fd-e498290dcd18/3e75af2a-aa07-4655-b1c0-db112593470c/6fab7981-892d-4a80-b2cc-8082e7140e40) {{(pid=92456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:09:43.904782 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-03c1d890-1aaa-426c-a961-102326796284 req-f97e2cb9-6c1e-4e36-a34e-3932d536cbf9 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844295 Jun 09 20:09:43.909666 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-98c74f1f-d201-445c-916f-9f35c2d0296c tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0190823 Jun 09 20:09:43.927063 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-dd2d1c9a-33ff-460b-9641-440e1775c09e req-b7bf31f4-e656-4fb1-9e1d-5f9a28c08ebc tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473553 Jun 09 20:09:43.976020 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 40678) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:44.003133 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 8f8ef9d5-94bd-4782-8f45-5d69c05c158c details requested by agent hyperv_hv-cinder-79566 with host hv-cinder-79566 {{(pid=92457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 20:09:44.011527 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-ff0cd286-ee67-484c-9c1d-14e12b6c2909 service neutron] 10.222.0.22 "GET /v2.0/networks/b2773c51-860c-4726-b245-81d2da947565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724346 Jun 09 20:09:44.169593 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-d077f801-d8a2-4aa2-9a7d-abe2140a9ace service neutron] Request body: {'port': {'device_id': '44496f5b-3943-4e88-ac3c-55baf930d394', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79566'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:09:44.174147 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 8f8ef9d5-94bd-4782-8f45-5d69c05c158c, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=8f8ef9d5-94bd-4782-8f45-5d69c05c158c,segment=NetworkSegment(7e693cad-958c-450d-b744-b9a52e4f9dcc),segment_id=7e693cad-958c-450d-b744-b9a52e4f9dcc)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:09:44.203350 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Returning: {'device': '8f8ef9d5-94bd-4782-8f45-5d69c05c158c', 'network_id': 'b2773c51-860c-4726-b245-81d2da947565', 'port_id': '8f8ef9d5-94bd-4782-8f45-5d69c05c158c', 'mac_address': 'fa:16:3e:c6:26:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb7b8a2-658b-4014-a6fa-473f341feb23', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 20:09:44.293578 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-015c1b2b-925d-4628-8b8b-2010e310df24 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for port, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:44.510407 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:44.510407 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f8ef9d5-94bd-4782-8f45-5d69c05c158c {{(pid=92457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:09:44.511816 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.provisioning_blocks [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-015c1b2b-925d-4628-8b8b-2010e310df24 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Transition to ACTIVE for port object 6fab7981-892d-4a80-b2cc-8082e7140e40 will not be triggered until provisioned by entity DHCP. {{(pid=92456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:09:44.511816 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-d077f801-d8a2-4aa2-9a7d-abe2140a9ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:44.512395 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 8f8ef9d5-94bd-4782-8f45-5d69c05c158c, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=8f8ef9d5-94bd-4782-8f45-5d69c05c158c,segment=NetworkSegment(7e693cad-958c-450d-b744-b9a52e4f9dcc),segment_id=7e693cad-958c-450d-b744-b9a52e4f9dcc)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:09:44.512491 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-500bb79f-15e0-4f71-a64a-552a7b65314e req-49c218ca-8e3c-4d76-a0ca-240bd14dbdbe tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 210 time: 0.2188933 Jun 09 20:09:44.512491 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-724a8467-8e30-4a2d-a57f-292540910707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:44.536731 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-638cf9b6-5083-49ec-a5a6-628b97156544 req-16d7b7fd-9aca-4710-8d6c-1ec2b08d9b2e service neutron] 10.222.0.22 "GET /v2.0/networks/b2773c51-860c-4726-b245-81d2da947565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5180371 Jun 09 20:09:44.564464 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9826d72f-826b-4f0c-b5a0-2536af24a194 req-637d0ba9-1817-407b-9d28-4b8d14bad9a9 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:44.565876 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9826d72f-826b-4f0c-b5a0-2536af24a194 req-637d0ba9-1817-407b-9d28-4b8d14bad9a9 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dc8ec03-6471-4278-9444-61c2faeeb75c HTTP/1.1" status: 200 len: 946 time: 0.3643737 Jun 09 20:09:44.613605 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-e16d05bb-8158-42d8-a6c5-775d0eb83afe None None] Provisioning for port 5e662586-e1de-4e24-bc6a-37a144bd6f2c completed by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:09:44.618942 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-e16d05bb-8158-42d8-a6c5-775d0eb83afe None None] Provisioning complete for port 5e662586-e1de-4e24-bc6a-37a144bd6f2c triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:09:44.619283 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-e16d05bb-8158-42d8-a6c5-775d0eb83afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:44.633977 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9826d72f-826b-4f0c-b5a0-2536af24a194 req-04e6f64d-e3c5-4650-9d38-4ab0a5493e63 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/security-groups?id=7db1842f-5a70-488e-b60c-152a9f2fab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610597 Jun 09 20:09:44.669057 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-724a8467-8e30-4a2d-a57f-292540910707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:44.677656 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-e16d05bb-8158-42d8-a6c5-775d0eb83afe None None] Port 5e662586-e1de-4e24-bc6a-37a144bd6f2c cannot update to ACTIVE because it is not bound. {{(pid=92457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 20:09:44.729094 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:44.733596 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-e260e7ab-a51e-4785-b580-df5f6dd9be47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:44.794080 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-d077f801-d8a2-4aa2-9a7d-abe2140a9ace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e662586-e1de-4e24-bc6a-37a144bd6f2c {{(pid=92456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:09:44.798973 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-724a8467-8e30-4a2d-a57f-292540910707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:44.804416 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=8f8ef9d5-94bd-4782-8f45-5d69c05c158c,revision_number=4']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:44.813489 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:44.818833 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:44.826198 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-015c1b2b-925d-4628-8b8b-2010e310df24 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368'] for port, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:44.841308 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-d077f801-d8a2-4aa2-9a7d-abe2140a9ace service neutron] Notify callbacks [] for port, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:44.856343 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-a8a2cb8f-6232-477e-a8b5-37d6d36d9404 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:44.891635 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-724a8467-8e30-4a2d-a57f-292540910707 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7f571890a3f645ef931c7050c68a417a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9160721 Jun 09 20:09:44.891848 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a8467-8e30-4a2d-a57f-292540910707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e83387-7d9f-4556-9264-28acf878ffca,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:44.894535 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 40694) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:44.931522 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.provisioning_blocks [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-d077f801-d8a2-4aa2-9a7d-abe2140a9ace service neutron] Transition to ACTIVE for port object 5e662586-e1de-4e24-bc6a-37a144bd6f2c will not be triggered until provisioned by entity L2. {{(pid=92456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:09:44.939129 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-015c1b2b-925d-4628-8b8b-2010e310df24 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Network d61eb754-bcce-4b42-88fd-e498290dcd18 is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:09:44.943604 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-015c1b2b-925d-4628-8b8b-2010e310df24 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:09:44.944853 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-015c1b2b-925d-4628-8b8b-2010e310df24 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Received port after_create {{(pid=92456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:09:44.950439 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-015c1b2b-925d-4628-8b8b-2010e310df24 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:44.951125 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-015c1b2b-925d-4628-8b8b-2010e310df24 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:44.958331 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-724a8467-8e30-4a2d-a57f-292540910707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:44.962672 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c1b2b-925d-4628-8b8b-2010e310df24 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Pushing event updated for resources: {'Port': ['ID=6fab7981-892d-4a80-b2cc-8082e7140e40,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:44.971021 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-015c1b2b-925d-4628-8b8b-2010e310df24 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:44.986587 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-ae3ad7ac-2135-478d-8d56-3200d92e89b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:45.017710 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-ae3ad7ac-2135-478d-8d56-3200d92e89b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:45.026585 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-d077f801-d8a2-4aa2-9a7d-abe2140a9ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:45.034787 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:45.102550 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-015c1b2b-925d-4628-8b8b-2010e310df24 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2708879 Jun 09 20:09:45.281798 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-ae3ad7ac-2135-478d-8d56-3200d92e89b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:45.296163 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077f801-d8a2-4aa2-9a7d-abe2140a9ace service neutron] Pushing event updated for resources: {'Port': ['ID=5e662586-e1de-4e24-bc6a-37a144bd6f2c,revision_number=2']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:45.299237 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-d077f801-d8a2-4aa2-9a7d-abe2140a9ace service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:45.301107 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-a3138812-0c58-4d59-8568-5037e4ca19be None None] Provisioning for port 6fab7981-892d-4a80-b2cc-8082e7140e40 completed by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:09:45.306300 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-a3138812-0c58-4d59-8568-5037e4ca19be None None] Provisioning complete for port 6fab7981-892d-4a80-b2cc-8082e7140e40 triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:09:45.307036 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-a3138812-0c58-4d59-8568-5037e4ca19be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:45.317635 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-d077f801-d8a2-4aa2-9a7d-abe2140a9ace service neutron] Attempting to bind port 5e662586-e1de-4e24-bc6a-37a144bd6f2c on host hv-cinder-79566 for vnic_type normal with profile {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:09:45.317968 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-d077f801-d8a2-4aa2-9a7d-abe2140a9ace service neutron] Attempting to bind port 5e662586-e1de-4e24-bc6a-37a144bd6f2c by drivers openvswitch,hyperv on host hv-cinder-79566 at level 0 using segments [{'id': '38307e43-90bf-416e-82c0-ea8120621c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b'}] {{(pid=92456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:09:45.318290 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-d077f801-d8a2-4aa2-9a7d-abe2140a9ace service neutron] Attempting to bind port 5e662586-e1de-4e24-bc6a-37a144bd6f2c on network 4a036ca4-dd58-4133-bd8c-881911c6180b {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:09:45.330993 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-d077f801-d8a2-4aa2-9a7d-abe2140a9ace service neutron] Port 5e662586-e1de-4e24-bc6a-37a144bd6f2c on network 4a036ca4-dd58-4133-bd8c-881911c6180b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79566 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 20:09:45.331298 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-d077f801-d8a2-4aa2-9a7d-abe2140a9ace service neutron] Attempting to bind port 5e662586-e1de-4e24-bc6a-37a144bd6f2c on network 4a036ca4-dd58-4133-bd8c-881911c6180b {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:09:45.338948 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-d077f801-d8a2-4aa2-9a7d-abe2140a9ace service neutron] Checking agent: {'id': '747acf60-c6b9-434b-b325-86e193e3fffe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 20, 7, 24), 'started_at': datetime.datetime(2021, 6, 9, 20, 7, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:09:45.339166 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-d077f801-d8a2-4aa2-9a7d-abe2140a9ace service neutron] Checking segment: {'id': '38307e43-90bf-416e-82c0-ea8120621c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:09:45.339741 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-d077f801-d8a2-4aa2-9a7d-abe2140a9ace service neutron] Bound using segment: {'id': '38307e43-90bf-416e-82c0-ea8120621c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b'} {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:09:45.340324 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-d077f801-d8a2-4aa2-9a7d-abe2140a9ace service neutron] Bound port: 5e662586-e1de-4e24-bc6a-37a144bd6f2c, host: hv-cinder-79566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38307e43-90bf-416e-82c0-ea8120621c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b'}}] {{(pid=92456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:09:45.340740 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-d077f801-d8a2-4aa2-9a7d-abe2140a9ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:45.377748 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-ae3ad7ac-2135-478d-8d56-3200d92e89b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:45.381105 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-ae3ad7ac-2135-478d-8d56-3200d92e89b7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/44e83387-7d9f-4556-9264-28acf878ffca HTTP/1.1" status: 204 len: 168 time: 0.4834039 Jun 09 20:09:45.386686 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:45.407548 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-a3138812-0c58-4d59-8568-5037e4ca19be None None] Port 6fab7981-892d-4a80-b2cc-8082e7140e40 cannot update to ACTIVE because it is not bound. {{(pid=92457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 20:09:45.408087 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ad7ac-2135-478d-8d56-3200d92e89b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e83387-7d9f-4556-9264-28acf878ffca,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:45.412489 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-ae3ad7ac-2135-478d-8d56-3200d92e89b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:45.444632 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34ba46-be0c-43ed-9b90-456ebe018835 req-84573caa-7828-48da-b59c-51c9af931f5e tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:45.446325 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6d34ba46-be0c-43ed-9b90-456ebe018835 req-84573caa-7828-48da-b59c-51c9af931f5e tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 943 time: 0.2745047 Jun 09 20:09:45.460930 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-d077f801-d8a2-4aa2-9a7d-abe2140a9ace service neutron] For port 5e662586-e1de-4e24-bc6a-37a144bd6f2c, host hv-cinder-79566, cleared binding levels {{(pid=92456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:09:45.468777 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-d077f801-d8a2-4aa2-9a7d-abe2140a9ace service neutron] For port 5e662586-e1de-4e24-bc6a-37a144bd6f2c, host hv-cinder-79566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=5e662586-e1de-4e24-bc6a-37a144bd6f2c,segment=NetworkSegment(38307e43-90bf-416e-82c0-ea8120621c99),segment_id=38307e43-90bf-416e-82c0-ea8120621c99)] {{(pid=92456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:09:45.470575 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59dd5c6-a047-4d08-82ce-0927b5188683 req-06862e74-8d4e-4be6-9e62-3043f01033a2 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:45.472044 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c59dd5c6-a047-4d08-82ce-0927b5188683 req-06862e74-8d4e-4be6-9e62-3043f01033a2 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 945 time: 0.2235255 Jun 09 20:09:45.559203 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c59dd5c6-a047-4d08-82ce-0927b5188683 req-f4a127d7-2257-424e-93d0-f6d60bbe43cc tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744855 Jun 09 20:09:45.572034 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-d077f801-d8a2-4aa2-9a7d-abe2140a9ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:45.573105 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-015c1b2b-925d-4628-8b8b-2010e310df24 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:45.592502 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6d34ba46-be0c-43ed-9b90-456ebe018835 req-5c478538-a11b-414d-b605-aa51f1a1e4b2 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374116 Jun 09 20:09:45.647314 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-d077f801-d8a2-4aa2-9a7d-abe2140a9ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:45.648235 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-d077f801-d8a2-4aa2-9a7d-abe2140a9ace service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:45.649667 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-d077f801-d8a2-4aa2-9a7d-abe2140a9ace service neutron] 10.222.0.22 "PUT /v2.0/ports/5e662586-e1de-4e24-bc6a-37a144bd6f2c HTTP/1.1" status: 200 len: 1093 time: 1.5289817 Jun 09 20:09:45.654001 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44496f5b-3943-4e88-ac3c-55baf930d394', 'tag': '5e662586-e1de-4e24-bc6a-37a144bd6f2c'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:09:45.669437 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4310edf0-9a05-4fce-9361-71761a4977ef" -d '{"events": [{"name": "network-changed", "server_uuid": "44496f5b-3943-4e88-ac3c-55baf930d394", "tag": "5e662586-e1de-4e24-bc6a-37a144bd6f2c"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:09:45.768839 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077f801-d8a2-4aa2-9a7d-abe2140a9ace service neutron] Pushing event updated for resources: {'Port': ['ID=5e662586-e1de-4e24-bc6a-37a144bd6f2c,revision_number=3']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:45.775400 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-d077f801-d8a2-4aa2-9a7d-abe2140a9ace service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:45.776864 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 20:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351a50b9-9d48-4310-bf3a-1a6cd18d97f1 x-openstack-request-id: req-351a50b9-9d48-4310-bf3a-1a6cd18d97f1 {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:09:45.777174 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44496f5b-3943-4e88-ac3c-55baf930d394", "tag": "5e662586-e1de-4e24-bc6a-37a144bd6f2c", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:09:45.777434 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-351a50b9-9d48-4310-bf3a-1a6cd18d97f1 {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:09:45.778195 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44496f5b-3943-4e88-ac3c-55baf930d394', 'tag': '5e662586-e1de-4e24-bc6a-37a144bd6f2c', 'status': 'completed', 'code': 200} Jun 09 20:09:45.837493 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fb879-36b2-4936-8b2f-034f32d1f013 req-6493f519-149b-42df-b490-cffc4af62722 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:45.845278 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1b8fb879-36b2-4936-8b2f-034f32d1f013 req-6493f519-149b-42df-b490-cffc4af62722 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 932 time: 0.0951185 Jun 09 20:09:45.892027 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1b8fb879-36b2-4936-8b2f-034f32d1f013 req-31339d28-e6f1-4d4a-9b3b-d69d6f986f98 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455713 Jun 09 20:09:46.853151 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26f32f-76bd-4e93-8647-a1ce8c6be18c req-a1d18021-604f-4412-8475-96f26c9058a6 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:46.854752 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1f26f32f-76bd-4e93-8647-a1ce8c6be18c req-a1d18021-604f-4412-8475-96f26c9058a6 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 943 time: 0.1256931 Jun 09 20:09:46.873920 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9803c80-772d-43b9-ba59-ae12a32efb7a req-a534af32-32c0-4980-9388-b07378f86d95 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:46.875562 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b9803c80-772d-43b9-ba59-ae12a32efb7a req-a534af32-32c0-4980-9388-b07378f86d95 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 945 time: 0.1902606 Jun 09 20:09:46.948666 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1f26f32f-76bd-4e93-8647-a1ce8c6be18c req-d0e09477-b9d6-40b4-9ec8-03929d5fd59b tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720921 Jun 09 20:09:46.956328 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b9803c80-772d-43b9-ba59-ae12a32efb7a req-84f36056-27d7-4ce4-a9a1-9844d8d43865 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657575 Jun 09 20:09:47.129343 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce8701-0cdb-4897-b55c-66a0de95bb4e req-49f67a44-dbb9-4d5c-8a08-64cd3185cb12 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:47.130704 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a9ce8701-0cdb-4897-b55c-66a0de95bb4e req-49f67a44-dbb9-4d5c-8a08-64cd3185cb12 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 932 time: 0.0813072 Jun 09 20:09:47.174966 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a9ce8701-0cdb-4897-b55c-66a0de95bb4e req-865776ee-6154-4884-99eb-a30d8147ff17 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385888 Jun 09 20:09:47.250981 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-010d13c8-e25a-4d2b-b92d-78051f5ac7b8 service neutron] Request body: {'port': {'device_id': 'ce0965dd-fb9b-4802-814e-90806bc5229c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79566'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:09:47.427559 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-010d13c8-e25a-4d2b-b92d-78051f5ac7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:47.442288 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310edf0-9a05-4fce-9361-71761a4977ef req-b94f07ab-f688-4e6c-9547-9354afbb673e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:47.445905 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-4310edf0-9a05-4fce-9361-71761a4977ef req-b94f07ab-f688-4e6c-9547-9354afbb673e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a153f4ee3c7640608753fa26850931e1&device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 1096 time: 0.1583006 Jun 09 20:09:47.532692 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 40790) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:47.566854 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['8f8ef9d5-94bd-4782-8f45-5d69c05c158c'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:09:47.740560 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 40804) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:47.775551 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310edf0-9a05-4fce-9361-71761a4977ef req-f2420985-7835-4a99-b645-0d671587008b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:47.777040 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-4310edf0-9a05-4fce-9361-71761a4977ef req-f2420985-7835-4a99-b645-0d671587008b service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=a153f4ee3c7640608753fa26850931e1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3015542 Jun 09 20:09:47.848451 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-69c69627-abad-4231-90dd-e45e2e8ef38c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:47.886505 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-964c4b1f-fd80-4128-9a7d-789cadb219a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:48.011775 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-69c69627-abad-4231-90dd-e45e2e8ef38c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:48.057575 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310edf0-9a05-4fce-9361-71761a4977ef req-e94baabf-62cc-4fe4-a70f-bb32ec7f5b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:48.059431 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-4310edf0-9a05-4fce-9361-71761a4977ef req-e94baabf-62cc-4fe4-a70f-bb32ec7f5b55 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2740843 Jun 09 20:09:48.179989 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-69c69627-abad-4231-90dd-e45e2e8ef38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:48.199477 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:48.253019 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-010d13c8-e25a-4d2b-b92d-78051f5ac7b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fab7981-892d-4a80-b2cc-8082e7140e40 {{(pid=92456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:09:48.260595 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-010d13c8-e25a-4d2b-b92d-78051f5ac7b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:48.267119 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c69627-abad-4231-90dd-e45e2e8ef38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48cd8d4-1430-40e6-a2ec-b6e13ebc6544,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:48.275184 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-69c69627-abad-4231-90dd-e45e2e8ef38c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dc44057106874715a767683434a17197&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7412612 Jun 09 20:09:48.277920 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-69c69627-abad-4231-90dd-e45e2e8ef38c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:48.280749 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 40826) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:48.290295 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.provisioning_blocks [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-010d13c8-e25a-4d2b-b92d-78051f5ac7b8 service neutron] Transition to ACTIVE for port object 6fab7981-892d-4a80-b2cc-8082e7140e40 will not be triggered until provisioned by entity L2. {{(pid=92456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:09:48.309020 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-32e2fc39-e6f6-4ee8-a90e-6f736144b1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:48.310800 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-32e2fc39-e6f6-4ee8-a90e-6f736144b1c1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a153f4ee3c7640608753fa26850931e1&device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 1096 time: 0.1928210 Jun 09 20:09:48.369218 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d6640-a8a1-418a-a04c-2a6a9b595e66 req-4b4671ab-0a53-4f0d-9ee6-1be68a19313b tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:48.370780 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6c4d6640-a8a1-418a-a04c-2a6a9b595e66 req-4b4671ab-0a53-4f0d-9ee6-1be68a19313b tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 943 time: 0.2340953 Jun 09 20:09:48.396172 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-010d13c8-e25a-4d2b-b92d-78051f5ac7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:48.409113 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:48.421705 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-570f01ca-f8c4-49a3-b899-e513313817c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:48.461124 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-570f01ca-f8c4-49a3-b899-e513313817c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:48.463523 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-45812376-33b4-4bc6-ac7e-53ca84002286 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e662586-e1de-4e24-bc6a-37a144bd6f2c HTTP/1.1" status: 200 len: 217 time: 0.1319137 Jun 09 20:09:48.511519 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6c4d6640-a8a1-418a-a04c-2a6a9b595e66 req-379b7ab5-76a6-4226-ad6c-ba850e03f3c5 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304724 Jun 09 20:09:48.598212 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-964c4b1f-fd80-4128-9a7d-789cadb219a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:48.681049 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d13c8-e25a-4d2b-b92d-78051f5ac7b8 service neutron] Pushing event updated for resources: {'Port': ['ID=6fab7981-892d-4a80-b2cc-8082e7140e40,revision_number=2']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:48.684271 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-cb0025fc-19cc-4cc8-b586-c4dc59556e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:48.685690 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-cb0025fc-19cc-4cc8-b586-c4dc59556e93 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=300c2a4a-c553-45e5-8e44-47365525b421 HTTP/1.1" status: 200 len: 850 time: 0.2116113 Jun 09 20:09:48.686962 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-010d13c8-e25a-4d2b-b92d-78051f5ac7b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:48.710118 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-570f01ca-f8c4-49a3-b899-e513313817c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:48.710768 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-570f01ca-f8c4-49a3-b899-e513313817c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:48.712079 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-570f01ca-f8c4-49a3-b899-e513313817c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a48cd8d4-1430-40e6-a2ec-b6e13ebc6544 HTTP/1.1" status: 204 len: 168 time: 0.4296565 Jun 09 20:09:48.714417 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:48.729094 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-010d13c8-e25a-4d2b-b92d-78051f5ac7b8 service neutron] Attempting to bind port 6fab7981-892d-4a80-b2cc-8082e7140e40 on host hv-cinder-79566 for vnic_type normal with profile {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:09:48.729331 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f01ca-f8c4-49a3-b899-e513313817c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48cd8d4-1430-40e6-a2ec-b6e13ebc6544,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:48.729492 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-010d13c8-e25a-4d2b-b92d-78051f5ac7b8 service neutron] Attempting to bind port 6fab7981-892d-4a80-b2cc-8082e7140e40 by drivers openvswitch,hyperv on host hv-cinder-79566 at level 0 using segments [{'id': '45746326-9f2d-4f9b-be09-234217d11e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18'}] {{(pid=92456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:09:48.729734 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-010d13c8-e25a-4d2b-b92d-78051f5ac7b8 service neutron] Attempting to bind port 6fab7981-892d-4a80-b2cc-8082e7140e40 on network d61eb754-bcce-4b42-88fd-e498290dcd18 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:09:48.732757 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-570f01ca-f8c4-49a3-b899-e513313817c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:48.743804 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-010d13c8-e25a-4d2b-b92d-78051f5ac7b8 service neutron] Port 6fab7981-892d-4a80-b2cc-8082e7140e40 on network d61eb754-bcce-4b42-88fd-e498290dcd18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79566 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 20:09:48.744598 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-010d13c8-e25a-4d2b-b92d-78051f5ac7b8 service neutron] Attempting to bind port 6fab7981-892d-4a80-b2cc-8082e7140e40 on network d61eb754-bcce-4b42-88fd-e498290dcd18 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:09:48.744713 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-964c4b1f-fd80-4128-9a7d-789cadb219a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:48.756854 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-724a8467-8e30-4a2d-a57f-292540910707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:48.765986 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-010d13c8-e25a-4d2b-b92d-78051f5ac7b8 service neutron] Checking agent: {'id': '747acf60-c6b9-434b-b325-86e193e3fffe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 20, 7, 24), 'started_at': datetime.datetime(2021, 6, 9, 20, 7, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:09:48.766321 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-010d13c8-e25a-4d2b-b92d-78051f5ac7b8 service neutron] Checking segment: {'id': '45746326-9f2d-4f9b-be09-234217d11e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:09:48.766702 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-010d13c8-e25a-4d2b-b92d-78051f5ac7b8 service neutron] Bound using segment: {'id': '45746326-9f2d-4f9b-be09-234217d11e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18'} {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:09:48.768347 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-010d13c8-e25a-4d2b-b92d-78051f5ac7b8 service neutron] Bound port: 6fab7981-892d-4a80-b2cc-8082e7140e40, host: hv-cinder-79566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45746326-9f2d-4f9b-be09-234217d11e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18'}}] {{(pid=92456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:09:48.768347 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-010d13c8-e25a-4d2b-b92d-78051f5ac7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:48.811736 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25e9d7-d998-46fc-8520-a9e78f689d2d req-320eb1bd-f073-43e3-bb54-180157cec1db tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:48.813976 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ce25e9d7-d998-46fc-8520-a9e78f689d2d req-320eb1bd-f073-43e3-bb54-180157cec1db tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 945 time: 0.1802073 Jun 09 20:09:48.823184 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c4b1f-fd80-4128-9a7d-789cadb219a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2aa2fb-e877-4217-b773-f294ed0e6931,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:48.830885 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-964c4b1f-fd80-4128-9a7d-789cadb219a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:48.850119 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-964c4b1f-fd80-4128-9a7d-789cadb219a7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b154632109394e1d82c1a8da7aa71ee4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1060147 Jun 09 20:09:48.854079 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 40842) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:48.882929 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-12a1e245-2b17-4419-8a11-d0033b4fa48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:48.884429 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-12a1e245-2b17-4419-8a11-d0033b4fa48e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a036ca4-dd58-4133-bd8c-881911c6180b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1918726 Jun 09 20:09:48.913371 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ce25e9d7-d998-46fc-8520-a9e78f689d2d req-a1ccafb2-b95e-47f8-9104-98551b700364 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903594 Jun 09 20:09:48.940424 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-4a3e875b-24a8-4dfb-9d83-5491fa7484d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:48.971293 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-010d13c8-e25a-4d2b-b92d-78051f5ac7b8 service neutron] For port 6fab7981-892d-4a80-b2cc-8082e7140e40, host hv-cinder-79566, cleared binding levels {{(pid=92456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:09:48.973221 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-4a3e875b-24a8-4dfb-9d83-5491fa7484d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:48.991069 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-010d13c8-e25a-4d2b-b92d-78051f5ac7b8 service neutron] For port 6fab7981-892d-4a80-b2cc-8082e7140e40, host hv-cinder-79566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=6fab7981-892d-4a80-b2cc-8082e7140e40,segment=NetworkSegment(45746326-9f2d-4f9b-be09-234217d11e5c),segment_id=45746326-9f2d-4f9b-be09-234217d11e5c)] {{(pid=92456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:09:49.039261 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-c1aae685-b128-4bfa-ba66-ede27c7af969 service neutron] 10.222.0.22 "GET /v2.0/networks/4a036ca4-dd58-4133-bd8c-881911c6180b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473196 Jun 09 20:09:49.130174 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0043bf7-c1bb-4f8c-a0df-2ec15c6fc568 req-e966f8b3-4100-4202-8cb0-79bcc2364a9d tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:49.132147 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a0043bf7-c1bb-4f8c-a0df-2ec15c6fc568 req-e966f8b3-4100-4202-8cb0-79bcc2364a9d tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 944 time: 0.1040442 Jun 09 20:09:49.192135 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a0043bf7-c1bb-4f8c-a0df-2ec15c6fc568 req-23ea4011-5296-4459-b752-c130ccbd388b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446415 Jun 09 20:09:49.198469 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-2ca02855-3298-4c1a-a257-c93b81e9daed req-0bf82276-7dfc-4096-ac40-6e128867b68b service neutron] 10.222.0.22 "GET /v2.0/networks/4a036ca4-dd58-4133-bd8c-881911c6180b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518924 Jun 09 20:09:49.249552 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 8f8ef9d5-94bd-4782-8f45-5d69c05c158c up at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:09:49.250660 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-010d13c8-e25a-4d2b-b92d-78051f5ac7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:49.250660 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-0800f786-cad3-4d64-9d5a-043617e19208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:49.307260 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-010d13c8-e25a-4d2b-b92d-78051f5ac7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:49.307891 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-010d13c8-e25a-4d2b-b92d-78051f5ac7b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:49.309297 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-010d13c8-e25a-4d2b-b92d-78051f5ac7b8 service neutron] 10.222.0.22 "PUT /v2.0/ports/6fab7981-892d-4a80-b2cc-8082e7140e40 HTTP/1.1" status: 200 len: 1094 time: 2.0670452 Jun 09 20:09:49.309732 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0965dd-fb9b-4802-814e-90806bc5229c', 'tag': '6fab7981-892d-4a80-b2cc-8082e7140e40'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:09:49.312612 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033e22de-8ff7-456e-b110-a84aca46611f" -d '{"events": [{"name": "network-changed", "server_uuid": "ce0965dd-fb9b-4802-814e-90806bc5229c", "tag": "6fab7981-892d-4a80-b2cc-8082e7140e40"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:09:49.329858 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-4a3e875b-24a8-4dfb-9d83-5491fa7484d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:49.332395 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-4a3e875b-24a8-4dfb-9d83-5491fa7484d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:49.333554 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-4a3e875b-24a8-4dfb-9d83-5491fa7484d5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9e2aa2fb-e877-4217-b773-f294ed0e6931 HTTP/1.1" status: 204 len: 168 time: 0.4817605 Jun 09 20:09:49.334517 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-d458992a-8afc-4d2e-90fd-655d5441413d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:49.335799 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d13c8-e25a-4d2b-b92d-78051f5ac7b8 service neutron] Pushing event updated for resources: {'Port': ['ID=6fab7981-892d-4a80-b2cc-8082e7140e40,revision_number=3']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:49.344344 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-010d13c8-e25a-4d2b-b92d-78051f5ac7b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:49.353228 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e875b-24a8-4dfb-9d83-5491fa7484d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2aa2fb-e877-4217-b773-f294ed0e6931,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:49.355640 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-4a3e875b-24a8-4dfb-9d83-5491fa7484d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:49.393860 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 20:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec8730e-1e68-451b-a7a1-57d2089c7dcc x-openstack-request-id: req-cec8730e-1e68-451b-a7a1-57d2089c7dcc {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:09:49.394726 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce0965dd-fb9b-4802-814e-90806bc5229c", "tag": "6fab7981-892d-4a80-b2cc-8082e7140e40", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:09:49.395085 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cec8730e-1e68-451b-a7a1-57d2089c7dcc {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:09:49.395549 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0965dd-fb9b-4802-814e-90806bc5229c', 'tag': '6fab7981-892d-4a80-b2cc-8082e7140e40', 'status': 'completed', 'code': 200} Jun 09 20:09:49.436986 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning for port 8f8ef9d5-94bd-4782-8f45-5d69c05c158c completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:09:49.441244 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning complete for port 8f8ef9d5-94bd-4782-8f45-5d69c05c158c triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:09:49.442116 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:49.526350 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e22de-8ff7-456e-b110-a84aca46611f req-350daf34-2641-490f-85de-2179360bb04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:49.528541 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-033e22de-8ff7-456e-b110-a84aca46611f req-350daf34-2641-490f-85de-2179360bb04d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce21b31906334471913e27e7b2dd9bf2&device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 1097 time: 0.1095917 Jun 09 20:09:49.612864 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:49.648836 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b98934-e01e-4a3f-90e5-bc580afa5a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8ef9d5-94bd-4782-8f45-5d69c05c158c'}] {{(pid=92457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:09:49.651143 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c413b0bec0402a5ae16451c6582d791322e0202680a960d7e14492227081b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b0aa99-3632-4b11-b70c-a14246506866" -d '{"events": [{"server_uuid": "94b98934-e01e-4a3f-90e5-bc580afa5a27", "name": "network-vif-plugged", "status": "completed", "tag": "8f8ef9d5-94bd-4782-8f45-5d69c05c158c"}]}' {{(pid=92457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:09:49.659427 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 8f8ef9d5-94bd-4782-8f45-5d69c05c158c, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=8f8ef9d5-94bd-4782-8f45-5d69c05c158c,segment=NetworkSegment(7e693cad-958c-450d-b744-b9a52e4f9dcc),segment_id=7e693cad-958c-450d-b744-b9a52e4f9dcc)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:09:49.719728 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97653f1d-ae3d-46b4-a10c-8438db0e07df x-openstack-request-id: req-97653f1d-ae3d-46b4-a10c-8438db0e07df {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:09:49.720131 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b98934-e01e-4a3f-90e5-bc580afa5a27", "name": "network-vif-plugged", "status": "completed", "tag": "8f8ef9d5-94bd-4782-8f45-5d69c05c158c", "code": 200}]} {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:09:49.720461 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-97653f1d-ae3d-46b4-a10c-8438db0e07df {{(pid=92457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:09:49.721278 dv-cinder-795669-1-iscsi neutron-server[92457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b98934-e01e-4a3f-90e5-bc580afa5a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8ef9d5-94bd-4782-8f45-5d69c05c158c', 'code': 200} Jun 09 20:09:49.730687 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 40862) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:49.750166 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-f4e8bb76-cfdc-41ff-aa03-b58d65b689f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:49.816166 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:49.821227 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:49.940193 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=8f8ef9d5-94bd-4782-8f45-5d69c05c158c,revision_number=5']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:49.948522 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:49.953231 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e22de-8ff7-456e-b110-a84aca46611f req-05d184ba-3ec6-4e56-bc79-b96385b7f7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:49.954725 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-033e22de-8ff7-456e-b110-a84aca46611f req-05d184ba-3ec6-4e56-bc79-b96385b7f7ba service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=ce21b31906334471913e27e7b2dd9bf2&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4188936 Jun 09 20:09:49.976082 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f45ba-c240-463f-83d7-0b00f7799a12 req-7c7d1595-a01a-4651-abc7-d5e5a499ad63 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:49.977577 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-0f4f45ba-c240-463f-83d7-0b00f7799a12 req-7c7d1595-a01a-4651-abc7-d5e5a499ad63 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 943 time: 0.2133307 Jun 09 20:09:50.040344 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-0f4f45ba-c240-463f-83d7-0b00f7799a12 req-c51631fd-921d-4334-afc7-17c28e02652a tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546453 Jun 09 20:09:50.090423 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-f4e8bb76-cfdc-41ff-aa03-b58d65b689f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:50.232625 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e22de-8ff7-456e-b110-a84aca46611f req-b64d9ee9-b44b-4475-bd18-676a25909255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:50.234638 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-033e22de-8ff7-456e-b110-a84aca46611f req-b64d9ee9-b44b-4475-bd18-676a25909255 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2720766 Jun 09 20:09:50.270181 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836891e6-ac71-437f-9d68-b0bdb582ce6f req-4d282751-13bf-453c-b05c-a78d6d1b54cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:50.271866 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-836891e6-ac71-437f-9d68-b0bdb582ce6f req-4d282751-13bf-453c-b05c-a78d6d1b54cf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 1099 time: 0.0900791 Jun 09 20:09:50.275202 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-f4e8bb76-cfdc-41ff-aa03-b58d65b689f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:50.282357 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-ec23f6d4-4ac7-444f-8706-aeec2aeda020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:50.341451 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e8bb76-cfdc-41ff-aa03-b58d65b689f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f46a4f-7bcd-472c-9afe-2b780f021297,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:50.345992 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-f4e8bb76-cfdc-41ff-aa03-b58d65b689f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:50.348422 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-f4e8bb76-cfdc-41ff-aa03-b58d65b689f1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=39499eb9745a49e8a3e579102d6a9372&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6162162 Jun 09 20:09:50.352714 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 40880) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:50.381235 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75cc75-0583-4ea2-ae35-bcb898a87b64 req-fd47f2ba-69c5-4b7a-885d-6891fc178ff1 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:50.382870 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8a75cc75-0583-4ea2-ae35-bcb898a87b64 req-fd47f2ba-69c5-4b7a-885d-6891fc178ff1 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.2781591 Jun 09 20:09:50.427865 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-836891e6-ac71-437f-9d68-b0bdb582ce6f req-8d699fc9-e596-4de1-91dc-79a91ea84698 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441810 Jun 09 20:09:50.468364 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3d383cc9-d3ec-4899-90d2-74185cfedcec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:50.504617 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3d383cc9-d3ec-4899-90d2-74185cfedcec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:50.514165 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8a75cc75-0583-4ea2-ae35-bcb898a87b64 req-76372403-9c0b-4d28-902d-686c57da2118 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550504 Jun 09 20:09:50.521792 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-802a82aa-1c05-4266-8b1d-d46f13c2f0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:50.523276 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-802a82aa-1c05-4266-8b1d-d46f13c2f0cf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce21b31906334471913e27e7b2dd9bf2&device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 1097 time: 0.2240055 Jun 09 20:09:50.534672 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec1166-bbb2-41a9-9a1b-52abf03b3975 req-46318ad4-6246-47bb-93a3-7041d09ef878 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:50.540423 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8cec1166-bbb2-41a9-9a1b-52abf03b3975 req-46318ad4-6246-47bb-93a3-7041d09ef878 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 944 time: 0.1483040 Jun 09 20:09:50.581413 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8cec1166-bbb2-41a9-9a1b-52abf03b3975 req-9de2a249-910b-4246-9dd9-73b3af4622fc tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391068 Jun 09 20:09:50.614064 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-e8ae3652-a076-416f-9027-abb135235f52 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fab7981-892d-4a80-b2cc-8082e7140e40 HTTP/1.1" status: 200 len: 217 time: 0.0812631 Jun 09 20:09:50.701803 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-f101590b-3706-4bab-bbdc-6e6ee37dac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:50.708573 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-f101590b-3706-4bab-bbdc-6e6ee37dac7c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3e75af2a-aa07-4655-b1c0-db112593470c HTTP/1.1" status: 200 len: 856 time: 0.0826833 Jun 09 20:09:50.786580 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-170f6fb8-b5ce-43c9-b623-4ee01237c58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:50.788363 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-170f6fb8-b5ce-43c9-b623-4ee01237c58c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d61eb754-bcce-4b42-88fd-e498290dcd18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0783243 Jun 09 20:09:50.866493 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3d383cc9-d3ec-4899-90d2-74185cfedcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:50.873347 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3d383cc9-d3ec-4899-90d2-74185cfedcec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:50.873347 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-3d383cc9-d3ec-4899-90d2-74185cfedcec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/11f46a4f-7bcd-472c-9afe-2b780f021297 HTTP/1.1" status: 204 len: 168 time: 0.5139933 Jun 09 20:09:50.873347 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-cc4b4fa5-234b-49d9-91bd-cfe6b392946c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:50.885060 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d383cc9-d3ec-4899-90d2-74185cfedcec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f46a4f-7bcd-472c-9afe-2b780f021297,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:50.894395 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-3d383cc9-d3ec-4899-90d2-74185cfedcec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:50.941151 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-7746b9fc-64f6-4cf0-a67f-f2204c3e3ae0 service neutron] 10.222.0.22 "GET /v2.0/networks/d61eb754-bcce-4b42-88fd-e498290dcd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464531 Jun 09 20:09:51.080940 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f1e1c32d-faa5-441f-995c-75ccc9e299d7 req-32a14830-0cdc-4112-b184-fa3e36255501 service neutron] 10.222.0.22 "GET /v2.0/networks/d61eb754-bcce-4b42-88fd-e498290dcd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318748 Jun 09 20:09:51.232291 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff12e6a-2ea1-4869-823c-60e9dc3f1873 req-3319c20f-677d-4a45-a93d-c8caf4532c0c tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:51.233992 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6ff12e6a-2ea1-4869-823c-60e9dc3f1873 req-3319c20f-677d-4a45-a93d-c8caf4532c0c tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 943 time: 0.0803597 Jun 09 20:09:51.285797 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6ff12e6a-2ea1-4869-823c-60e9dc3f1873 req-dbe9c39b-e1ef-43c2-83ac-98a05cae1da0 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402198 Jun 09 20:09:51.711630 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f59bc-6dbe-46ac-9ec2-05f7a630c182 req-8fbe3bb6-22d0-482b-aca7-068042e7b6fa tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:51.713349 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-092f59bc-6dbe-46ac-9ec2-05f7a630c182 req-8fbe3bb6-22d0-482b-aca7-068042e7b6fa tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.0917780 Jun 09 20:09:51.820495 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-092f59bc-6dbe-46ac-9ec2-05f7a630c182 req-6cc6b384-691f-402f-9e79-6dcdec01b23d tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955122 Jun 09 20:09:51.856309 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899a906-8c35-4923-8fdc-9680e68d2173 req-ada50de4-2914-4ad5-8d4c-61c20f618598 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:51.858673 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4899a906-8c35-4923-8fdc-9680e68d2173 req-ada50de4-2914-4ad5-8d4c-61c20f618598 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 944 time: 0.1245527 Jun 09 20:09:51.908270 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4899a906-8c35-4923-8fdc-9680e68d2173 req-92d37c1e-23de-4920-bf60-9f096faa1314 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432518 Jun 09 20:09:52.476014 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7e69f-cb84-4694-81be-dd97b47ffadb req-1e63acc2-3742-4add-91df-d371e0c2b5d6 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:52.477393 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1fb7e69f-cb84-4694-81be-dd97b47ffadb req-1e63acc2-3742-4add-91df-d371e0c2b5d6 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 943 time: 0.0838804 Jun 09 20:09:52.491853 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device dfe8fdb1-b7da-47a4-9f17-bfd53122553f details requested by agent hyperv_hv-cinder-79566 with host hv-cinder-79566 {{(pid=92457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 20:09:52.522131 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1fb7e69f-cb84-4694-81be-dd97b47ffadb req-f3486bbb-9ad8-41f2-bc7c-b1cbf8c52e6c tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389786 Jun 09 20:09:52.622490 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port dfe8fdb1-b7da-47a4-9f17-bfd53122553f, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=dfe8fdb1-b7da-47a4-9f17-bfd53122553f,segment=NetworkSegment(7e693cad-958c-450d-b744-b9a52e4f9dcc),segment_id=7e693cad-958c-450d-b744-b9a52e4f9dcc)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:09:52.635869 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Returning: {'device': 'dfe8fdb1-b7da-47a4-9f17-bfd53122553f', 'network_id': 'b2773c51-860c-4726-b245-81d2da947565', 'port_id': 'dfe8fdb1-b7da-47a4-9f17-bfd53122553f', 'mac_address': 'fa:16:3e:c4:a3:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb7b8a2-658b-4014-a6fa-473f341feb23', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 20:09:52.689857 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:52.709404 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe8fdb1-b7da-47a4-9f17-bfd53122553f {{(pid=92457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:09:52.726567 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port dfe8fdb1-b7da-47a4-9f17-bfd53122553f, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=dfe8fdb1-b7da-47a4-9f17-bfd53122553f,segment=NetworkSegment(7e693cad-958c-450d-b744-b9a52e4f9dcc),segment_id=7e693cad-958c-450d-b744-b9a52e4f9dcc)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:09:52.808826 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:52.810882 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-2e5d39e7-988a-4a7f-a354-c8ea88becf93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:52.878715 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=dfe8fdb1-b7da-47a4-9f17-bfd53122553f,revision_number=4']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:52.881779 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:53.029773 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7e6bb-248c-4cec-ab99-2dd0eeb26412 req-f0d21d0d-7330-4b45-aaed-ed3790486fa7 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:53.046282 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a1a7e6bb-248c-4cec-ab99-2dd0eeb26412 req-f0d21d0d-7330-4b45-aaed-ed3790486fa7 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.0851636 Jun 09 20:09:53.129659 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a1a7e6bb-248c-4cec-ab99-2dd0eeb26412 req-4b68303f-b630-43db-aa6b-06e9124b00a2 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589731 Jun 09 20:09:53.153906 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ec55d-6f7e-42d4-bdac-b5ad37e34a6e req-2b9be4c9-78b7-42ec-8b7a-ce0425cdf736 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:53.155957 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c72ec55d-6f7e-42d4-bdac-b5ad37e34a6e req-2b9be4c9-78b7-42ec-8b7a-ce0425cdf736 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 944 time: 0.1349316 Jun 09 20:09:53.205407 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c72ec55d-6f7e-42d4-bdac-b5ad37e34a6e req-ef3456dc-c51b-4d13-bb4a-37fd9c1851f5 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430608 Jun 09 20:09:53.708774 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182b7e2-6e9f-48ea-a92a-15067dfe1ff2 req-24b66222-2ec8-4563-a160-633b578a1552 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:53.710203 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1182b7e2-6e9f-48ea-a92a-15067dfe1ff2 req-24b66222-2ec8-4563-a160-633b578a1552 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 943 time: 0.0811057 Jun 09 20:09:53.754352 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1182b7e2-6e9f-48ea-a92a-15067dfe1ff2 req-c9d97425-58c2-4140-84f7-5cef9ded7f80 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384369 Jun 09 20:09:54.022930 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 40986) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:54.137783 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-45f18bf7-0340-4aad-9895-131aebe2cc6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:54.293940 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-45f18bf7-0340-4aad-9895-131aebe2cc6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:54.368847 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-45f18bf7-0340-4aad-9895-131aebe2cc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:54.376180 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-4a3e875b-24a8-4dfb-9d83-5491fa7484d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:54.399660 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf41fa-79f8-4a8d-9b6e-6318946b6fc5 req-f38b5cc9-acc4-4cdb-8d09-7c89fa306c56 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:54.401327 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-aaaf41fa-79f8-4a8d-9b6e-6318946b6fc5 req-f38b5cc9-acc4-4cdb-8d09-7c89fa306c56 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.1614521 Jun 09 20:09:54.449597 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 5e662586-e1de-4e24-bc6a-37a144bd6f2c details requested by agent hyperv_hv-cinder-79566 with host hv-cinder-79566 {{(pid=92457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 20:09:54.457777 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-45f18bf7-0340-4aad-9895-131aebe2cc6e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6f90b1397d5e4284b497ae50ff901a4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4337237 Jun 09 20:09:54.460608 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 40998) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:54.473887 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f18bf7-0340-4aad-9895-131aebe2cc6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36212367-3fc0-487d-86b2-7c6732a743e3,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:54.479425 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-45f18bf7-0340-4aad-9895-131aebe2cc6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:54.503306 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-aaaf41fa-79f8-4a8d-9b6e-6318946b6fc5 req-5c0a20ac-f303-4849-8832-c230eed30f67 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819554 Jun 09 20:09:54.520298 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd483f-055a-4e9f-abb9-c76921a49018 req-f287bf81-ece6-4607-9612-c4c4f80b76c3 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:54.521776 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-bfcd483f-055a-4e9f-abb9-c76921a49018 req-f287bf81-ece6-4607-9612-c4c4f80b76c3 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 944 time: 0.1974154 Jun 09 20:09:54.565491 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-1ac226ca-8e18-4a15-94ae-eddb9f2e43b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:54.571654 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-bfcd483f-055a-4e9f-abb9-c76921a49018 req-2f6814bf-134e-4df7-8925-72803eb4cb93 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443988 Jun 09 20:09:54.605300 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-1ac226ca-8e18-4a15-94ae-eddb9f2e43b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:54.649668 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 5e662586-e1de-4e24-bc6a-37a144bd6f2c, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=5e662586-e1de-4e24-bc6a-37a144bd6f2c,segment=NetworkSegment(38307e43-90bf-416e-82c0-ea8120621c99),segment_id=38307e43-90bf-416e-82c0-ea8120621c99)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:09:54.663955 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Returning: {'device': '5e662586-e1de-4e24-bc6a-37a144bd6f2c', 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b', 'port_id': '5e662586-e1de-4e24-bc6a-37a144bd6f2c', 'mac_address': 'fa:16:3e:24:dd:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '300c2a4a-c553-45e5-8e44-47365525b421', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 20:09:54.689779 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:54.721293 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:54.741055 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e662586-e1de-4e24-bc6a-37a144bd6f2c {{(pid=92457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:09:54.751922 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-1ac226ca-8e18-4a15-94ae-eddb9f2e43b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:54.754379 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-1ac226ca-8e18-4a15-94ae-eddb9f2e43b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:54.755486 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-1ac226ca-8e18-4a15-94ae-eddb9f2e43b4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/36212367-3fc0-487d-86b2-7c6732a743e3 HTTP/1.1" status: 204 len: 168 time: 0.2938943 Jun 09 20:09:54.756470 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-b372fa1d-c9c3-4be7-bb85-350a5cc4be96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:54.761254 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 5e662586-e1de-4e24-bc6a-37a144bd6f2c, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=5e662586-e1de-4e24-bc6a-37a144bd6f2c,segment=NetworkSegment(38307e43-90bf-416e-82c0-ea8120621c99),segment_id=38307e43-90bf-416e-82c0-ea8120621c99)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:09:54.765752 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac226ca-8e18-4a15-94ae-eddb9f2e43b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36212367-3fc0-487d-86b2-7c6732a743e3,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:54.768052 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-1ac226ca-8e18-4a15-94ae-eddb9f2e43b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:54.849356 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:54.851111 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-38139b15-5956-4ed9-83ac-aed14d4a85b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:54.921584 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=5e662586-e1de-4e24-bc6a-37a144bd6f2c,revision_number=4']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:54.924531 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:54.948890 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3cc6a-01b7-45e1-aaaf-b5f1cd250189 req-48b6242d-7c2d-47c3-9c0e-263661498f26 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:54.950321 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-72c3cc6a-01b7-45e1-aaaf-b5f1cd250189 req-48b6242d-7c2d-47c3-9c0e-263661498f26 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 944 time: 0.0787561 Jun 09 20:09:54.950455 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['dfe8fdb1-b7da-47a4-9f17-bfd53122553f'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:09:55.007350 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-72c3cc6a-01b7-45e1-aaaf-b5f1cd250189 req-b47d5010-7288-4ca9-be3a-ed88e35844af tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513473 Jun 09 20:09:55.184960 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['5e662586-e1de-4e24-bc6a-37a144bd6f2c'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:09:55.396394 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 6fab7981-892d-4a80-b2cc-8082e7140e40 details requested by agent hyperv_hv-cinder-79566 with host hv-cinder-79566 {{(pid=92457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 20:09:55.541404 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 6fab7981-892d-4a80-b2cc-8082e7140e40, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=6fab7981-892d-4a80-b2cc-8082e7140e40,segment=NetworkSegment(45746326-9f2d-4f9b-be09-234217d11e5c),segment_id=45746326-9f2d-4f9b-be09-234217d11e5c)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:09:55.556480 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Returning: {'device': '6fab7981-892d-4a80-b2cc-8082e7140e40', 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18', 'port_id': '6fab7981-892d-4a80-b2cc-8082e7140e40', 'mac_address': 'fa:16:3e:39:53:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e75af2a-aa07-4655-b1c0-db112593470c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 20:09:55.629739 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 41038) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:55.632641 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:55.648701 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-14ab1acb-1cf1-4b6d-b300-60d2b690c2f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:55.655352 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fab7981-892d-4a80-b2cc-8082e7140e40 {{(pid=92457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:09:55.667572 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 6fab7981-892d-4a80-b2cc-8082e7140e40, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=6fab7981-892d-4a80-b2cc-8082e7140e40,segment=NetworkSegment(45746326-9f2d-4f9b-be09-234217d11e5c),segment_id=45746326-9f2d-4f9b-be09-234217d11e5c)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:09:55.677162 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-a60c9f8d-67c0-4fbd-93b7-d8038dd0e22d tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=bf1bcaa953a34a59a8d67c09ffb254b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662875 Jun 09 20:09:55.758863 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-14ab1acb-1cf1-4b6d-b300-60d2b690c2f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:55.780053 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:55.780053 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:55.849945 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=6fab7981-892d-4a80-b2cc-8082e7140e40,revision_number=4']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:55.851267 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-4d2f090e-ef35-4223-8b9c-b5a4ddb28d1e tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:55.852919 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-4d2f090e-ef35-4223-8b9c-b5a4ddb28d1e tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1702511 Jun 09 20:09:55.853139 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:55.871294 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e0a0f-d8c2-4bfc-a170-9eff71efc1a2 req-2463a387-b155-4af2-94a7-b4c20821400e tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:55.871294 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-926e0a0f-d8c2-4bfc-a170-9eff71efc1a2 req-2463a387-b155-4af2-94a7-b4c20821400e tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.2248039 Jun 09 20:09:55.888635 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-3f50a417-268e-431e-bac8-ecef38e64573 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] 10.222.0.15 "GET /v2.0/quotas/bf1bcaa953a34a59a8d67c09ffb254b3 HTTP/1.1" status: 200 len: 375 time: 0.0247509 Jun 09 20:09:55.917838 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-14ab1acb-1cf1-4b6d-b300-60d2b690c2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:55.925919 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-3aea5f82-f6e4-472a-aa32-68b93852e983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:55.954461 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-7df99788-7296-4845-ba15-3ea239b9447b tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf1bcaa953a34a59a8d67c09ffb254b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529261 Jun 09 20:09:55.957407 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-926e0a0f-d8c2-4bfc-a170-9eff71efc1a2 req-135fb0f9-759e-47fd-b614-006778b5d1f9 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872641 Jun 09 20:09:55.968541 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab1acb-1cf1-4b6d-b300-60d2b690c2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf37043-a4bd-4ca6-a54d-a875a63ae600,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:55.972593 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-14ab1acb-1cf1-4b6d-b300-60d2b690c2f8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6acd28997d7d40e4a94c9fbf01661ef9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3413064 Jun 09 20:09:55.973543 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-14ab1acb-1cf1-4b6d-b300-60d2b690c2f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:55.975548 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 41040) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:56.041735 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-93846f2e-59fe-4917-8d75-553e71275cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:56.068521 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-93846f2e-59fe-4917-8d75-553e71275cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:56.127861 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['6fab7981-892d-4a80-b2cc-8082e7140e40'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:09:56.279182 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bcd027-0f58-4435-89c3-f868348d4761 req-c6fd3b6c-3352-4944-8c6d-24ffb86a2266 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:56.280765 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f2bcd027-0f58-4435-89c3-f868348d4761 req-c6fd3b6c-3352-4944-8c6d-24ffb86a2266 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 945 time: 0.2054350 Jun 09 20:09:56.344354 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f2bcd027-0f58-4435-89c3-f868348d4761 req-c4944f2c-ab48-4a7b-83d4-60dc34100bdf tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560126 Jun 09 20:09:56.360274 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-93846f2e-59fe-4917-8d75-553e71275cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:56.364007 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-93846f2e-59fe-4917-8d75-553e71275cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:56.370464 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-93846f2e-59fe-4917-8d75-553e71275cd6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9cf37043-a4bd-4ca6-a54d-a875a63ae600 HTTP/1.1" status: 204 len: 168 time: 0.3885400 Jun 09 20:09:56.370464 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-09251438-5c34-43fe-ba69-909139443633 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:56.404281 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93846f2e-59fe-4917-8d75-553e71275cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf37043-a4bd-4ca6-a54d-a875a63ae600,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:56.409720 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-93846f2e-59fe-4917-8d75-553e71275cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:56.585260 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017770b1-de62-4180-9b6e-7ae01661fd70 req-d657f42b-0895-46c2-9e51-cfe1cfd3b3b5 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:56.592228 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-017770b1-de62-4180-9b6e-7ae01661fd70 req-d657f42b-0895-46c2-9e51-cfe1cfd3b3b5 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 944 time: 0.0937526 Jun 09 20:09:56.639543 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-017770b1-de62-4180-9b6e-7ae01661fd70 req-fefeed74-31f5-4b93-a4e2-64dbebac9c79 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459430 Jun 09 20:09:56.725352 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-04314cca-b08c-4c55-ad93-5146c4e851b0 req-7eb3d81f-5a0e-462f-88a2-b4dcdf7ad8c2 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] 10.222.0.15 "GET /v2.0/ports?device_id=073c5d59-8885-4f11-9997-ca8a1e2911a2 HTTP/1.1" status: 200 len: 210 time: 0.0429957 Jun 09 20:09:56.953569 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51494d1-8eaa-4ee1-b5da-0b50a1e746be req-694ccc88-84ae-4adf-9355-aa304180256a tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:56.955089 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d51494d1-8eaa-4ee1-b5da-0b50a1e746be req-694ccc88-84ae-4adf-9355-aa304180256a tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.0873775 Jun 09 20:09:57.003799 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d51494d1-8eaa-4ee1-b5da-0b50a1e746be req-deeb97ad-2aa9-40d9-a241-895c382ab765 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426848 Jun 09 20:09:57.070483 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60dcdd3-54a1-4f79-8725-37a9a57a8578 req-dbf8c2df-fd8b-427d-9c9b-8a39c965ec24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:57.071971 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-c60dcdd3-54a1-4f79-8725-37a9a57a8578 req-dbf8c2df-fd8b-427d-9c9b-8a39c965ec24 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3f30e4e665c8435e83fa56abcd23bc22&device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 1099 time: 0.1033165 Jun 09 20:09:57.219663 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60dcdd3-54a1-4f79-8725-37a9a57a8578 req-d0fcb1ed-92e9-43c7-9ee1-900abe8cabd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:57.221161 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-c60dcdd3-54a1-4f79-8725-37a9a57a8578 req-d0fcb1ed-92e9-43c7-9ee1-900abe8cabd2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b2773c51-860c-4726-b245-81d2da947565 HTTP/1.1" status: 200 len: 920 time: 0.1326437 Jun 09 20:09:57.303591 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-c60dcdd3-54a1-4f79-8725-37a9a57a8578 req-778035d1-02e1-4e94-a745-66eef88ca918 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f8ef9d5-94bd-4782-8f45-5d69c05c158c HTTP/1.1" status: 200 len: 217 time: 0.0656466 Jun 09 20:09:57.374197 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60dcdd3-54a1-4f79-8725-37a9a57a8578 req-0520a17e-8381-4656-877b-29c24729f811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:57.375625 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-c60dcdd3-54a1-4f79-8725-37a9a57a8578 req-0520a17e-8381-4656-877b-29c24729f811 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1fb7b8a2-658b-4014-a6fa-473f341feb23 HTTP/1.1" status: 200 len: 859 time: 0.0628607 Jun 09 20:09:57.402925 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 5e662586-e1de-4e24-bc6a-37a144bd6f2c up at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:09:57.449494 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-c60dcdd3-54a1-4f79-8725-37a9a57a8578 req-c358fb2c-2c1a-44e1-8a25-37850282c1e0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b2773c51-860c-4726-b245-81d2da947565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517404 Jun 09 20:09:57.582798 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c12da6-093b-4f6e-b87b-32d54ca9cc69 req-4603b170-7965-4462-912c-0118cbf2b446 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:57.585480 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-84c12da6-093b-4f6e-b87b-32d54ca9cc69 req-4603b170-7965-4462-912c-0118cbf2b446 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 945 time: 0.1128488 Jun 09 20:09:57.626190 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning for port 5e662586-e1de-4e24-bc6a-37a144bd6f2c completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:09:57.631176 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning complete for port 5e662586-e1de-4e24-bc6a-37a144bd6f2c triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:09:57.631714 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:57.680091 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-84c12da6-093b-4f6e-b87b-32d54ca9cc69 req-714069d5-6eff-452e-8c15-3beb1721aba6 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811911 Jun 09 20:09:57.713232 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-c60dcdd3-54a1-4f79-8725-37a9a57a8578 req-5b10eb80-f8d7-4de9-b828-27ab2094f6f5 service neutron] 10.222.0.22 "GET /v2.0/networks/b2773c51-860c-4726-b245-81d2da947565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505949 Jun 09 20:09:57.790316 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:57.819220 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44496f5b-3943-4e88-ac3c-55baf930d394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e662586-e1de-4e24-bc6a-37a144bd6f2c'}] {{(pid=92457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:09:57.821754 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c413b0bec0402a5ae16451c6582d791322e0202680a960d7e14492227081b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859757da-7228-4664-80d2-0c99beb7ac4d" -d '{"events": [{"server_uuid": "44496f5b-3943-4e88-ac3c-55baf930d394", "name": "network-vif-plugged", "status": "completed", "tag": "5e662586-e1de-4e24-bc6a-37a144bd6f2c"}]}' {{(pid=92457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:09:57.830452 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 5e662586-e1de-4e24-bc6a-37a144bd6f2c, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=5e662586-e1de-4e24-bc6a-37a144bd6f2c,segment=NetworkSegment(38307e43-90bf-416e-82c0-ea8120621c99),segment_id=38307e43-90bf-416e-82c0-ea8120621c99)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:09:57.856102 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ed078803-71c3-4e0c-ae11-e9cca74083b3 req-7bd4f62f-66fb-4000-93bd-b9c8f858ae40 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] 10.222.0.15 "GET /v2.0/ports?device_id=073c5d59-8885-4f11-9997-ca8a1e2911a2 HTTP/1.1" status: 200 len: 210 time: 0.0604300 Jun 09 20:09:57.864206 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-c60dcdd3-54a1-4f79-8725-37a9a57a8578 req-5c52b945-3744-401a-bd19-a6e3d6c4dcf6 service neutron] 10.222.0.22 "GET /v2.0/networks/b2773c51-860c-4726-b245-81d2da947565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436751 Jun 09 20:09:57.891649 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ad4f4-d3c2-42af-a9fa-cfe971e74404 req-da74aaf3-3df0-4e98-94db-7bbebacb4c65 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:57.893126 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-341ad4f4-d3c2-42af-a9fa-cfe971e74404 req-da74aaf3-3df0-4e98-94db-7bbebacb4c65 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 944 time: 0.1364284 Jun 09 20:09:57.928352 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63936545-f7a7-4d75-bace-7a071f94155c x-openstack-request-id: req-63936545-f7a7-4d75-bace-7a071f94155c {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:09:57.928606 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44496f5b-3943-4e88-ac3c-55baf930d394", "name": "network-vif-plugged", "status": "completed", "tag": "5e662586-e1de-4e24-bc6a-37a144bd6f2c", "code": 200}]} {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:09:57.928869 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-63936545-f7a7-4d75-bace-7a071f94155c {{(pid=92457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:09:57.929262 dv-cinder-795669-1-iscsi neutron-server[92457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44496f5b-3943-4e88-ac3c-55baf930d394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e662586-e1de-4e24-bc6a-37a144bd6f2c', 'code': 200} Jun 09 20:09:57.942908 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-341ad4f4-d3c2-42af-a9fa-cfe971e74404 req-553bcc50-8861-4e38-9d9a-7896c94d44e6 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439148 Jun 09 20:09:57.974578 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:57.975516 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device dfe8fdb1-b7da-47a4-9f17-bfd53122553f up at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:09:58.007232 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-e260e7ab-a51e-4785-b580-df5f6dd9be47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:58.110777 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=5e662586-e1de-4e24-bc6a-37a144bd6f2c,revision_number=5']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:58.114207 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:58.203263 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning for port dfe8fdb1-b7da-47a4-9f17-bfd53122553f completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:09:58.213767 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning complete for port dfe8fdb1-b7da-47a4-9f17-bfd53122553f triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:09:58.213767 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:58.214972 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972525f7-dfb9-4c1d-b54e-eae78cc8e866 req-fe0a209d-60e0-49c9-b631-3dcff98f1933 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:58.216444 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-972525f7-dfb9-4c1d-b54e-eae78cc8e866 req-fe0a209d-60e0-49c9-b631-3dcff98f1933 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.0867956 Jun 09 20:09:58.263033 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-972525f7-dfb9-4c1d-b54e-eae78cc8e866 req-ac502783-1d4d-47ed-ad6c-7e2df53f8cd3 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398929 Jun 09 20:09:58.331086 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:58.366804 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port dfe8fdb1-b7da-47a4-9f17-bfd53122553f, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=dfe8fdb1-b7da-47a4-9f17-bfd53122553f,segment=NetworkSegment(7e693cad-958c-450d-b744-b9a52e4f9dcc),segment_id=7e693cad-958c-450d-b744-b9a52e4f9dcc)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:09:58.448953 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:58.449857 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 6fab7981-892d-4a80-b2cc-8082e7140e40 up at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:09:58.473655 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:58.566160 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=dfe8fdb1-b7da-47a4-9f17-bfd53122553f,revision_number=5']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:58.569937 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:58.660733 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning for port 6fab7981-892d-4a80-b2cc-8082e7140e40 completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:09:58.665993 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning complete for port 6fab7981-892d-4a80-b2cc-8082e7140e40 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:09:58.666371 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:58.791117 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:58.829095 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 6fab7981-892d-4a80-b2cc-8082e7140e40, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=6fab7981-892d-4a80-b2cc-8082e7140e40,segment=NetworkSegment(45746326-9f2d-4f9b-be09-234217d11e5c),segment_id=45746326-9f2d-4f9b-be09-234217d11e5c)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:09:58.885747 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bea03-4db4-412c-8bae-ffd93ca61f59 req-7f263a6e-9215-4439-a8bd-6c34ed0a9507 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:58.887231 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8d7bea03-4db4-412c-8bae-ffd93ca61f59 req-7f263a6e-9215-4439-a8bd-6c34ed0a9507 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 945 time: 0.0894046 Jun 09 20:09:58.911061 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:58.914122 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:09:58.948143 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8d7bea03-4db4-412c-8bae-ffd93ca61f59 req-635e6392-c8d9-4fb6-a089-b7b6f637bb5b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456769 Jun 09 20:09:58.999367 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=6fab7981-892d-4a80-b2cc-8082e7140e40,revision_number=5']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:09:59.002720 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:09:59.057763 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-5e878422-e79b-407d-b32c-8edb10be56e7 req-0b8652d6-04cb-4a68-ae97-54de1011207e tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] 10.222.0.15 "GET /v2.0/ports?device_id=073c5d59-8885-4f11-9997-ca8a1e2911a2 HTTP/1.1" status: 200 len: 210 time: 0.0549788 Jun 09 20:09:59.089400 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-cfa1bdb7-9198-4465-bd16-afee26328482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:09:59.149805 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86d4c8-24c9-47ee-a9d2-be348abc8af1 req-466bf9a3-225d-431b-b53c-b1e32566174d tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:59.151478 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-eb86d4c8-24c9-47ee-a9d2-be348abc8af1 req-466bf9a3-225d-431b-b53c-b1e32566174d tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 945 time: 0.0830142 Jun 09 20:09:59.197298 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-eb86d4c8-24c9-47ee-a9d2-be348abc8af1 req-26626b51-a0f3-4dff-9624-700694d778d6 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401311 Jun 09 20:09:59.458642 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23468fc-46ac-44bf-be56-d7d42d18eb63 req-bb58ba87-5609-4f4e-92e7-c8e90c269412 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:09:59.460254 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c23468fc-46ac-44bf-be56-d7d42d18eb63 req-bb58ba87-5609-4f4e-92e7-c8e90c269412 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.0889425 Jun 09 20:09:59.506775 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c23468fc-46ac-44bf-be56-d7d42d18eb63 req-3c690ac0-515b-47da-947a-dc5831a6572b tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407825 Jun 09 20:09:59.897633 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 41162) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:09:59.930921 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c15b537-aea9-40f7-91da-ea07ef19cab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe8fdb1-b7da-47a4-9f17-bfd53122553f'}, {'server_uuid': 'ce0965dd-fb9b-4802-814e-90806bc5229c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fab7981-892d-4a80-b2cc-8082e7140e40'}] {{(pid=92457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:09:59.933890 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c413b0bec0402a5ae16451c6582d791322e0202680a960d7e14492227081b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbaba292-2ec6-4bab-a1ec-ab0b1f11276f" -d '{"events": [{"server_uuid": "5c15b537-aea9-40f7-91da-ea07ef19cab0", "name": "network-vif-plugged", "status": "completed", "tag": "dfe8fdb1-b7da-47a4-9f17-bfd53122553f"}, {"server_uuid": "ce0965dd-fb9b-4802-814e-90806bc5229c", "name": "network-vif-plugged", "status": "completed", "tag": "6fab7981-892d-4a80-b2cc-8082e7140e40"}]}' {{(pid=92457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:09:59.985506 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Jun 2021 20:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cce33eb-e406-46ea-9107-6eb35e1db014 x-openstack-request-id: req-8cce33eb-e406-46ea-9107-6eb35e1db014 {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:09:59.985980 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c15b537-aea9-40f7-91da-ea07ef19cab0", "name": "network-vif-plugged", "status": "completed", "tag": "dfe8fdb1-b7da-47a4-9f17-bfd53122553f", "code": 200}, {"server_uuid": "ce0965dd-fb9b-4802-814e-90806bc5229c", "name": "network-vif-plugged", "status": "completed", "tag": "6fab7981-892d-4a80-b2cc-8082e7140e40", "code": 200}]} {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:09:59.986335 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8cce33eb-e406-46ea-9107-6eb35e1db014 {{(pid=92457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:09:59.987397 dv-cinder-795669-1-iscsi neutron-server[92457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c15b537-aea9-40f7-91da-ea07ef19cab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe8fdb1-b7da-47a4-9f17-bfd53122553f', 'code': 200} Jun 09 20:09:59.987760 dv-cinder-795669-1-iscsi neutron-server[92457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0965dd-fb9b-4802-814e-90806bc5229c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fab7981-892d-4a80-b2cc-8082e7140e40', 'code': 200} Jun 09 20:10:00.018651 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-30d677a2-6df2-4f96-a01b-11fe7807fd71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:00.170135 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448dbee-db43-43c9-ac53-2a592a21a1ed req-21a8bf07-013e-4cf6-934a-c9555d6dc6dd tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:00.172205 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3448dbee-db43-43c9-ac53-2a592a21a1ed req-21a8bf07-013e-4cf6-934a-c9555d6dc6dd tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 946 time: 0.1165633 Jun 09 20:10:00.250509 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4119bf36-1de7-4fff-9fd7-a4abe1325737 req-b25352d4-ce40-43ad-9019-3cd174acc786 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] 10.222.0.15 "GET /v2.0/ports?device_id=073c5d59-8885-4f11-9997-ca8a1e2911a2 HTTP/1.1" status: 200 len: 210 time: 0.0767334 Jun 09 20:10:00.256956 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-30d677a2-6df2-4f96-a01b-11fe7807fd71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:00.280758 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3448dbee-db43-43c9-ac53-2a592a21a1ed req-679aeb79-6cf4-4efc-b272-8a89fee44c8a tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956590 Jun 09 20:10:00.328894 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-30d677a2-6df2-4f96-a01b-11fe7807fd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:00.343302 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-570f01ca-f8c4-49a3-b899-e513313817c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:00.427590 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-30d677a2-6df2-4f96-a01b-11fe7807fd71 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4a781ee7926b402798adc2478e67446e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5287726 Jun 09 20:10:00.430355 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 41174) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:00.435154 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d677a2-6df2-4f96-a01b-11fe7807fd71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef9573c-0499-420f-b877-7ce078e10d20,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:00.438997 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-30d677a2-6df2-4f96-a01b-11fe7807fd71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:00.472161 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55058509-19ab-4224-b38c-e926468ccb4f req-ecc4ef84-3187-4503-8b1f-7764dab5255b tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:00.473677 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-55058509-19ab-4224-b38c-e926468ccb4f req-ecc4ef84-3187-4503-8b1f-7764dab5255b tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 945 time: 0.1213787 Jun 09 20:10:00.494250 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-fe1bc564-9cd8-4349-afe7-aab92edd0acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:00.526092 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-55058509-19ab-4224-b38c-e926468ccb4f req-fc25b589-faaf-4d48-b02c-80ad86f9e718 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456917 Jun 09 20:10:00.531482 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-fe1bc564-9cd8-4349-afe7-aab92edd0acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:00.660575 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-fe1bc564-9cd8-4349-afe7-aab92edd0acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:00.663044 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-fe1bc564-9cd8-4349-afe7-aab92edd0acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:00.664515 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-fe1bc564-9cd8-4349-afe7-aab92edd0acb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6ef9573c-0499-420f-b877-7ce078e10d20 HTTP/1.1" status: 204 len: 168 time: 0.2330570 Jun 09 20:10:00.665257 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-949cf618-5835-4242-b94b-22014a7adb21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:00.675337 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1bc564-9cd8-4349-afe7-aab92edd0acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef9573c-0499-420f-b877-7ce078e10d20,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:00.682535 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1bc564-9cd8-4349-afe7-aab92edd0acb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:00.682890 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1bc564-9cd8-4349-afe7-aab92edd0acb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:00.683237 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1bc564-9cd8-4349-afe7-aab92edd0acb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:00.683582 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1bc564-9cd8-4349-afe7-aab92edd0acb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:00.683949 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1bc564-9cd8-4349-afe7-aab92edd0acb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:00.684288 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1bc564-9cd8-4349-afe7-aab92edd0acb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:00.684622 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1bc564-9cd8-4349-afe7-aab92edd0acb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:00.684952 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1bc564-9cd8-4349-afe7-aab92edd0acb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:00.685398 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1bc564-9cd8-4349-afe7-aab92edd0acb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:00.686644 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1bc564-9cd8-4349-afe7-aab92edd0acb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:00.686977 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1bc564-9cd8-4349-afe7-aab92edd0acb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:00.687313 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1bc564-9cd8-4349-afe7-aab92edd0acb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:00.692588 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-fe1bc564-9cd8-4349-afe7-aab92edd0acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:00.728312 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dddf0e-b3d3-400c-a1fc-4a408f0f48c1 req-0eb6ef42-d4b3-41a2-b995-f731a37be72b tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:00.729772 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-75dddf0e-b3d3-400c-a1fc-4a408f0f48c1 req-0eb6ef42-d4b3-41a2-b995-f731a37be72b tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.0872586 Jun 09 20:10:00.778000 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-75dddf0e-b3d3-400c-a1fc-4a408f0f48c1 req-c67e4d3d-c5ca-46da-8e9d-e54e60326144 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418987 Jun 09 20:10:01.434309 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-68243ad3-5ee5-4866-8b9e-8a7c9be3c912 req-1d17a869-a84b-4d55-a379-2014b067b293 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] 10.222.0.15 "GET /v2.0/ports?device_id=073c5d59-8885-4f11-9997-ca8a1e2911a2 HTTP/1.1" status: 200 len: 210 time: 0.0782795 Jun 09 20:10:01.477475 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 41192) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:01.494892 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:01.507252 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-4e8bf53b-9dd1-4e8b-85a1-e8ff4ead4da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:01.524375 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63b301-387c-4a07-94cc-62c2028a61ec req-050621e6-bdb4-47a6-bb38-b5fbda2af106 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:01.528468 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-fb63b301-387c-4a07-94cc-62c2028a61ec req-050621e6-bdb4-47a6-bb38-b5fbda2af106 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 946 time: 0.1354597 Jun 09 20:10:01.554908 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98a080-c0d3-4754-a87f-0f2ecf12fc7f req-0d3e885d-ec4d-4767-b8d8-e79de1c52f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:01.562064 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-eb98a080-c0d3-4754-a87f-0f2ecf12fc7f req-0d3e885d-ec4d-4767-b8d8-e79de1c52f00 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 1098 time: 0.0864556 Jun 09 20:10:01.608997 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-fb63b301-387c-4a07-94cc-62c2028a61ec req-f7546e4e-e19a-4f07-8fd8-68f3699e79f4 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746565 Jun 09 20:10:01.616694 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-eb98a080-c0d3-4754-a87f-0f2ecf12fc7f req-916207de-00da-4120-8ea6-0b0b6f655102 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535245 Jun 09 20:10:01.779151 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-4e8bf53b-9dd1-4e8b-85a1-e8ff4ead4da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:01.790437 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b746e7-0a41-4af6-95f1-a31a82ef1677 req-52344816-68c2-4ee9-a7dc-8493d05b619d tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:01.791927 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c1b746e7-0a41-4af6-95f1-a31a82ef1677 req-52344816-68c2-4ee9-a7dc-8493d05b619d tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 945 time: 0.1386769 Jun 09 20:10:01.826478 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-b5628912-c2c3-4a17-bfe0-535751648ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:01.914391 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-4e8bf53b-9dd1-4e8b-85a1-e8ff4ead4da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:01.940525 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89131821-ad7b-4f3b-96ca-fe1811e2e2ad req-478246e1-f608-4996-8d2f-0c85bad8eff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:01.941972 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-89131821-ad7b-4f3b-96ca-fe1811e2e2ad req-478246e1-f608-4996-8d2f-0c85bad8eff2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 1099 time: 0.1035573 Jun 09 20:10:01.968099 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-93846f2e-59fe-4917-8d75-553e71275cd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:01.992991 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c1b746e7-0a41-4af6-95f1-a31a82ef1677 req-51a921dc-4bff-4e7e-8e9c-d40af86ee206 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946640 Jun 09 20:10:02.008162 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-4e8bf53b-9dd1-4e8b-85a1-e8ff4ead4da0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eff5bd04b48c455e98a6e9d0e6498fe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5266738 Jun 09 20:10:02.010729 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 41206) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:02.060550 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-89131821-ad7b-4f3b-96ca-fe1811e2e2ad req-374dc52a-21ab-429e-ad86-4e64f7b1f47b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637887 Jun 09 20:10:02.063653 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8bf53b-9dd1-4e8b-85a1-e8ff4ead4da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc02512-3b2d-4aa8-965d-dd76889b1b0d,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:02.073038 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e61ab3-798b-496b-820b-38b9e317dd29 req-1c732df6-1453-4377-953c-2565cc7cecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:02.074434 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-39e61ab3-798b-496b-820b-38b9e317dd29 req-1c732df6-1453-4377-953c-2565cc7cecb4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 1098 time: 0.1211019 Jun 09 20:10:02.084835 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8bf53b-9dd1-4e8b-85a1-e8ff4ead4da0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:02.085185 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8bf53b-9dd1-4e8b-85a1-e8ff4ead4da0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:02.085530 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8bf53b-9dd1-4e8b-85a1-e8ff4ead4da0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:02.085865 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8bf53b-9dd1-4e8b-85a1-e8ff4ead4da0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:02.086193 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8bf53b-9dd1-4e8b-85a1-e8ff4ead4da0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:02.086521 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8bf53b-9dd1-4e8b-85a1-e8ff4ead4da0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:02.086847 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8bf53b-9dd1-4e8b-85a1-e8ff4ead4da0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:02.087169 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8bf53b-9dd1-4e8b-85a1-e8ff4ead4da0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:02.087492 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8bf53b-9dd1-4e8b-85a1-e8ff4ead4da0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:02.087818 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8bf53b-9dd1-4e8b-85a1-e8ff4ead4da0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:02.088199 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8bf53b-9dd1-4e8b-85a1-e8ff4ead4da0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:02.088520 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8bf53b-9dd1-4e8b-85a1-e8ff4ead4da0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:02.094444 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-4e8bf53b-9dd1-4e8b-85a1-e8ff4ead4da0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:02.118917 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-de9239b0-1ad0-470a-8f1e-fc8907b2ba47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:02.128128 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e4614-55ce-4e6a-ae2d-5b256e0f5d94 req-65ce8bde-e3e6-4278-829b-fba0ac099872 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:02.129620 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-0d5e4614-55ce-4e6a-ae2d-5b256e0f5d94 req-65ce8bde-e3e6-4278-829b-fba0ac099872 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.2225230 Jun 09 20:10:02.181640 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-de9239b0-1ad0-470a-8f1e-fc8907b2ba47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:02.196341 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-39e61ab3-798b-496b-820b-38b9e317dd29 req-30a143da-f45f-471b-9beb-c2c14adce2aa service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465233 Jun 09 20:10:02.208171 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-0d5e4614-55ce-4e6a-ae2d-5b256e0f5d94 req-317663a9-d492-4678-aeca-4b7453ff9718 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698166 Jun 09 20:10:02.312684 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-de9239b0-1ad0-470a-8f1e-fc8907b2ba47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:02.315861 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-de9239b0-1ad0-470a-8f1e-fc8907b2ba47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:02.317161 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-de9239b0-1ad0-470a-8f1e-fc8907b2ba47 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ecc02512-3b2d-4aa8-965d-dd76889b1b0d HTTP/1.1" status: 204 len: 168 time: 0.3055210 Jun 09 20:10:02.317888 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-964c4b1f-fd80-4128-9a7d-789cadb219a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:02.327224 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9239b0-1ad0-470a-8f1e-fc8907b2ba47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc02512-3b2d-4aa8-965d-dd76889b1b0d,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:02.329480 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-de9239b0-1ad0-470a-8f1e-fc8907b2ba47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:02.585803 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e6c2c6dd-280e-4f41-a75c-bf7e0ac20591 req-979b1f77-0cc2-4a0b-9238-59750577492b tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] 10.222.0.15 "GET /v2.0/ports?device_id=073c5d59-8885-4f11-9997-ca8a1e2911a2 HTTP/1.1" status: 200 len: 210 time: 0.0478115 Jun 09 20:10:02.729271 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:02.815397 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d43615-3ff2-49fa-8e86-c96f7d3d011f req-9dafcdad-d694-414c-9c04-44e8c9e5cc9a tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:02.816858 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e5d43615-3ff2-49fa-8e86-c96f7d3d011f req-9dafcdad-d694-414c-9c04-44e8c9e5cc9a tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 946 time: 0.0912862 Jun 09 20:10:02.871288 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e5d43615-3ff2-49fa-8e86-c96f7d3d011f req-28431828-3d1f-4c13-b338-de654ed3e18f tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470979 Jun 09 20:10:02.947755 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-4cb8b708-26cc-4d6e-8298-45c7ef0264c1 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=bf1bcaa953a34a59a8d67c09ffb254b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270002 Jun 09 20:10:03.221640 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-3b49eb24-04e9-4ec8-9832-622e5a6b60f7 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:03.223080 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-3b49eb24-04e9-4ec8-9832-622e5a6b60f7 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2696972 Jun 09 20:10:03.243632 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-c036eb78-6c0d-4789-aea8-ff6cadd88741 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Request body: {'port': {'device_id': '073c5d59-8885-4f11-9997-ca8a1e2911a2', 'network_id': 'f6c32c80-99b6-4013-9d4b-81ed4b7e8fb2', 'admin_state_up': True, 'tenant_id': 'bf1bcaa953a34a59a8d67c09ffb254b3'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:10:03.282940 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c873e43-94fc-4882-abfb-8cf4eda97efd req-732f13ed-d6da-4e4c-b8c9-03e0541204fa tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:03.295308 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9c873e43-94fc-4882-abfb-8cf4eda97efd req-732f13ed-d6da-4e4c-b8c9-03e0541204fa tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 945 time: 0.1562157 Jun 09 20:10:03.359547 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9c873e43-94fc-4882-abfb-8cf4eda97efd req-1e6a3b4c-1f5d-4d4f-b613-2547a09a3152 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633426 Jun 09 20:10:03.474982 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061f89a-ab18-4e2c-86ea-a4250e4bcc19 req-793be1d6-63cb-473e-babd-64bf305e58ad tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:03.476509 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-0061f89a-ab18-4e2c-86ea-a4250e4bcc19 req-793be1d6-63cb-473e-babd-64bf305e58ad tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.0953593 Jun 09 20:10:03.523219 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-0061f89a-ab18-4e2c-86ea-a4250e4bcc19 req-66773f33-6130-48e5-8df1-89fe3e7f55ac tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409737 Jun 09 20:10:03.574946 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-c036eb78-6c0d-4789-aea8-ff6cadd88741 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Made reservation on behalf of bf1bcaa953a34a59a8d67c09ffb254b3 for: {'port': 1} {{(pid=92456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:10:03.580986 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-c036eb78-6c0d-4789-aea8-ff6cadd88741 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:03.599302 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-c036eb78-6c0d-4789-aea8-ff6cadd88741 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:03.734372 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-c036eb78-6c0d-4789-aea8-ff6cadd88741 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:03.770382 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f0f96508-9ce8-43dc-8278-97c1510f0956 req-b4feee26-8fab-4b08-b855-e8b54a35896b tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] 10.222.0.15 "GET /v2.0/ports?device_id=073c5d59-8885-4f11-9997-ca8a1e2911a2 HTTP/1.1" status: 200 len: 210 time: 0.0518396 Jun 09 20:10:03.923247 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-c036eb78-6c0d-4789-aea8-ff6cadd88741 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:03.926314 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-fdd8e9ac-e333-4d6a-84ec-0955def51d03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:04.041360 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c036eb78-6c0d-4789-aea8-ff6cadd88741 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17d9ee12-b303-462a-b939-733117ace45e,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:04.047193 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-c036eb78-6c0d-4789-aea8-ff6cadd88741 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:04.120204 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6f8ae-73a7-4b45-b7e2-f5859fcfaaa5 req-544b9980-6d0a-44b0-a823-b899ceed0a65 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:04.122241 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-04c6f8ae-73a7-4b45-b7e2-f5859fcfaaa5 req-544b9980-6d0a-44b0-a823-b899ceed0a65 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 946 time: 0.1295228 Jun 09 20:10:04.148216 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_common [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-c036eb78-6c0d-4789-aea8-ff6cadd88741 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Allocated IP 192.168.233.187 (f6c32c80-99b6-4013-9d4b-81ed4b7e8fb2/cd6321f2-b722-4358-aee2-3562cb1df625/eee69d1f-3ff6-42f1-be27-a25583a84b0c) {{(pid=92456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:10:04.171836 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-04c6f8ae-73a7-4b45-b7e2-f5859fcfaaa5 req-8e125866-5aa1-44e6-a65e-128c525c09cb tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435507 Jun 09 20:10:04.340917 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:04.406471 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-c036eb78-6c0d-4789-aea8-ff6cadd88741 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Notify callbacks [] for port, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:04.426793 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.provisioning_blocks [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-c036eb78-6c0d-4789-aea8-ff6cadd88741 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Transition to ACTIVE for port object eee69d1f-3ff6-42f1-be27-a25583a84b0c will not be triggered until provisioned by entity DHCP. {{(pid=92456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:10:04.576132 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-c036eb78-6c0d-4789-aea8-ff6cadd88741 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368'] for port, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:04.583580 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:04.596034 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f369af-8f46-44a1-97f3-f3b112ebcf0b req-e3250fe5-69f0-436a-b822-e6cfdc2d0574 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:04.601823 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a1f369af-8f46-44a1-97f3-f3b112ebcf0b req-e3250fe5-69f0-436a-b822-e6cfdc2d0574 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 945 time: 0.1062016 Jun 09 20:10:04.685217 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a1f369af-8f46-44a1-97f3-f3b112ebcf0b req-6be97371-d78a-4f76-a1c7-79dffa0b1a3d tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668330 Jun 09 20:10:04.690554 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-c036eb78-6c0d-4789-aea8-ff6cadd88741 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Network f6c32c80-99b6-4013-9d4b-81ed4b7e8fb2 is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:10:04.694936 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-c036eb78-6c0d-4789-aea8-ff6cadd88741 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:10:04.700386 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-c036eb78-6c0d-4789-aea8-ff6cadd88741 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Received port after_create {{(pid=92456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:10:04.708124 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-c036eb78-6c0d-4789-aea8-ff6cadd88741 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:04.709058 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-c036eb78-6c0d-4789-aea8-ff6cadd88741 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:04.713652 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c036eb78-6c0d-4789-aea8-ff6cadd88741 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Pushing event updated for resources: {'Port': ['ID=eee69d1f-3ff6-42f1-be27-a25583a84b0c,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:04.718781 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-c036eb78-6c0d-4789-aea8-ff6cadd88741 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:04.821806 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-c036eb78-6c0d-4789-aea8-ff6cadd88741 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5821562 Jun 09 20:10:04.841237 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-1630931b-473b-48c6-84e3-d63db7303e29 service neutron] Request body: {'port': {'device_id': '073c5d59-8885-4f11-9997-ca8a1e2911a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79566'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:10:04.957669 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245885fa-1bd9-4d18-8e84-bad5700505ff req-09ecbec9-7932-42ea-89ff-8d998cac9ebc tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:04.961169 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-245885fa-1bd9-4d18-8e84-bad5700505ff req-09ecbec9-7932-42ea-89ff-8d998cac9ebc tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.2157104 Jun 09 20:10:05.011588 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-1630931b-473b-48c6-84e3-d63db7303e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:05.026283 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-245885fa-1bd9-4d18-8e84-bad5700505ff req-1073b638-9d00-4bd3-a137-561f67c6dc88 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591767 Jun 09 20:10:05.038751 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-52abf4c2-8063-4298-8dcd-45b2b9327a82 None None] Provisioning for port eee69d1f-3ff6-42f1-be27-a25583a84b0c completed by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:10:05.043186 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d2625-586b-47fa-be7e-6ced96130577 req-51339692-87b2-44a3-b1e7-ea27772b9280 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:05.044106 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-52abf4c2-8063-4298-8dcd-45b2b9327a82 None None] Provisioning complete for port eee69d1f-3ff6-42f1-be27-a25583a84b0c triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:10:05.058878 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-361d2625-586b-47fa-be7e-6ced96130577 req-51339692-87b2-44a3-b1e7-ea27772b9280 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 945 time: 0.1912644 Jun 09 20:10:05.059072 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-52abf4c2-8063-4298-8dcd-45b2b9327a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:05.059669 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 41308) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:05.072769 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [None req-0f46366f-8f20-45af-8a9b-1a4e1d02e0f2 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Request body: {'floatingip': {'port_id': '5e662586-e1de-4e24-bc6a-37a144bd6f2c'}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:10:05.175001 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-0f46366f-8f20-45af-8a9b-1a4e1d02e0f2 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for floatingip, before_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:05.257049 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-52abf4c2-8063-4298-8dcd-45b2b9327a82 None None] Port eee69d1f-3ff6-42f1-be27-a25583a84b0c cannot update to ACTIVE because it is not bound. {{(pid=92457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 20:10:05.535557 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-1630931b-473b-48c6-84e3-d63db7303e29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eee69d1f-3ff6-42f1-be27-a25583a84b0c {{(pid=92456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:10:05.553470 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-1630931b-473b-48c6-84e3-d63db7303e29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:05.566212 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.provisioning_blocks [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-1630931b-473b-48c6-84e3-d63db7303e29 service neutron] Transition to ACTIVE for port object eee69d1f-3ff6-42f1-be27-a25583a84b0c will not be triggered until provisioned by entity L2. {{(pid=92456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:10:05.598985 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e8537-690c-46f1-9e9d-350626717285 req-f1a509de-8c88-489f-b888-3fc6a96b37de tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:05.600528 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b95e8537-690c-46f1-9e9d-350626717285 req-f1a509de-8c88-489f-b888-3fc6a96b37de tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] 10.222.0.15 "GET /v2.0/ports?device_id=073c5d59-8885-4f11-9997-ca8a1e2911a2 HTTP/1.1" status: 200 len: 936 time: 0.2866173 Jun 09 20:10:05.660814 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-1630931b-473b-48c6-84e3-d63db7303e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:05.671000 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-dd3f822d-ac63-452a-bae4-c631cd590777 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:05.685232 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020190b-c9f0-4ed0-abcc-fc89bc20ce2a req-1f4d4c6f-3818-485f-8d6a-42698e08607c tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:05.687188 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1020190b-c9f0-4ed0-abcc-fc89bc20ce2a req-1f4d4c6f-3818-485f-8d6a-42698e08607c tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 946 time: 0.3178136 Jun 09 20:10:05.769507 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630931b-473b-48c6-84e3-d63db7303e29 service neutron] Pushing event updated for resources: {'Port': ['ID=eee69d1f-3ff6-42f1-be27-a25583a84b0c,revision_number=2']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:05.772921 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-1630931b-473b-48c6-84e3-d63db7303e29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:05.863451 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b95e8537-690c-46f1-9e9d-350626717285 req-e52ef398-2667-43cc-9949-54056fcc051b tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] 10.222.0.15 "GET /v2.0/security-groups?id=17d9ee12-b303-462a-b939-733117ace45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505350 Jun 09 20:10:05.928737 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-1630931b-473b-48c6-84e3-d63db7303e29 service neutron] Attempting to bind port eee69d1f-3ff6-42f1-be27-a25583a84b0c on host hv-cinder-79566 for vnic_type normal with profile {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:10:05.931282 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-1630931b-473b-48c6-84e3-d63db7303e29 service neutron] Attempting to bind port eee69d1f-3ff6-42f1-be27-a25583a84b0c by drivers openvswitch,hyperv on host hv-cinder-79566 at level 0 using segments [{'id': 'e453227b-7cae-4762-93c2-27f1d1b1d60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f6c32c80-99b6-4013-9d4b-81ed4b7e8fb2'}] {{(pid=92456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:10:05.931282 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-1630931b-473b-48c6-84e3-d63db7303e29 service neutron] Attempting to bind port eee69d1f-3ff6-42f1-be27-a25583a84b0c on network f6c32c80-99b6-4013-9d4b-81ed4b7e8fb2 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:10:05.934876 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-1630931b-473b-48c6-84e3-d63db7303e29 service neutron] Port eee69d1f-3ff6-42f1-be27-a25583a84b0c on network f6c32c80-99b6-4013-9d4b-81ed4b7e8fb2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79566 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 20:10:05.935206 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-1630931b-473b-48c6-84e3-d63db7303e29 service neutron] Attempting to bind port eee69d1f-3ff6-42f1-be27-a25583a84b0c on network f6c32c80-99b6-4013-9d4b-81ed4b7e8fb2 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:10:05.941074 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-1630931b-473b-48c6-84e3-d63db7303e29 service neutron] Checking agent: {'id': '747acf60-c6b9-434b-b325-86e193e3fffe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 20, 7, 24), 'started_at': datetime.datetime(2021, 6, 9, 20, 7, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:10:05.941414 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-1630931b-473b-48c6-84e3-d63db7303e29 service neutron] Checking segment: {'id': 'e453227b-7cae-4762-93c2-27f1d1b1d60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f6c32c80-99b6-4013-9d4b-81ed4b7e8fb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:10:05.941804 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-1630931b-473b-48c6-84e3-d63db7303e29 service neutron] Bound using segment: {'id': 'e453227b-7cae-4762-93c2-27f1d1b1d60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f6c32c80-99b6-4013-9d4b-81ed4b7e8fb2'} {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:10:05.942333 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-1630931b-473b-48c6-84e3-d63db7303e29 service neutron] Bound port: eee69d1f-3ff6-42f1-be27-a25583a84b0c, host: hv-cinder-79566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e453227b-7cae-4762-93c2-27f1d1b1d60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f6c32c80-99b6-4013-9d4b-81ed4b7e8fb2'}}] {{(pid=92456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:10:05.942827 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-1630931b-473b-48c6-84e3-d63db7303e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:05.945727 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1020190b-c9f0-4ed0-abcc-fc89bc20ce2a req-2fab1a2b-8cdd-4902-a67a-75c8f991ff93 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482777 Jun 09 20:10:06.089433 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-1630931b-473b-48c6-84e3-d63db7303e29 service neutron] For port eee69d1f-3ff6-42f1-be27-a25583a84b0c, host hv-cinder-79566, cleared binding levels {{(pid=92456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:10:06.092729 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-1630931b-473b-48c6-84e3-d63db7303e29 service neutron] For port eee69d1f-3ff6-42f1-be27-a25583a84b0c, host hv-cinder-79566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=eee69d1f-3ff6-42f1-be27-a25583a84b0c,segment=NetworkSegment(e453227b-7cae-4762-93c2-27f1d1b1d60f),segment_id=e453227b-7cae-4762-93c2-27f1d1b1d60f)] {{(pid=92456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:10:06.168539 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-1630931b-473b-48c6-84e3-d63db7303e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:06.173714 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-010d13c8-e25a-4d2b-b92d-78051f5ac7b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:06.235135 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-1630931b-473b-48c6-84e3-d63db7303e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:06.240617 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-1630931b-473b-48c6-84e3-d63db7303e29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:06.240617 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-1630931b-473b-48c6-84e3-d63db7303e29 service neutron] 10.222.0.22 "PUT /v2.0/ports/eee69d1f-3ff6-42f1-be27-a25583a84b0c HTTP/1.1" status: 200 len: 1098 time: 1.4060574 Jun 09 20:10:06.240617 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '073c5d59-8885-4f11-9997-ca8a1e2911a2', 'tag': 'eee69d1f-3ff6-42f1-be27-a25583a84b0c'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:10:06.240617 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b995a3-29b3-4d44-87f2-2f9cd9b090cf" -d '{"events": [{"name": "network-changed", "server_uuid": "073c5d59-8885-4f11-9997-ca8a1e2911a2", "tag": "eee69d1f-3ff6-42f1-be27-a25583a84b0c"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:10:06.269762 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630931b-473b-48c6-84e3-d63db7303e29 service neutron] Pushing event updated for resources: {'Port': ['ID=eee69d1f-3ff6-42f1-be27-a25583a84b0c,revision_number=3']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:06.273567 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-1630931b-473b-48c6-84e3-d63db7303e29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:06.355625 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6285e-3b51-42bf-ba9e-6c5c2d032a9c req-1856db30-63c6-416b-b732-6a80abbb3616 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:06.357508 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b6d6285e-3b51-42bf-ba9e-6c5c2d032a9c req-1856db30-63c6-416b-b732-6a80abbb3616 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 946 time: 0.1359766 Jun 09 20:10:06.367739 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 41378) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:06.423040 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [None req-c1e63cdf-2f11-4c6b-ae00-4f925e838d6c tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Request body: {'floatingip': {'port_id': '6fab7981-892d-4a80-b2cc-8082e7140e40'}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:10:06.508558 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-cd484d78-8bb2-4ec7-a75e-36d87fcefbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:06.510697 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-cd484d78-8bb2-4ec7-a75e-36d87fcefbf8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bf1bcaa953a34a59a8d67c09ffb254b3&device_id=073c5d59-8885-4f11-9997-ca8a1e2911a2 HTTP/1.1" status: 200 len: 1101 time: 0.1335144 Jun 09 20:10:06.516371 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-c1e63cdf-2f11-4c6b-ae00-4f925e838d6c tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for floatingip, before_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:06.589595 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 20:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a37987-0235-44b2-bd26-9037c14b2911 x-openstack-request-id: req-a1a37987-0235-44b2-bd26-9037c14b2911 {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:10:06.590163 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "073c5d59-8885-4f11-9997-ca8a1e2911a2", "tag": "eee69d1f-3ff6-42f1-be27-a25583a84b0c", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:10:06.590163 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a1a37987-0235-44b2-bd26-9037c14b2911 {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:10:06.591084 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '073c5d59-8885-4f11-9997-ca8a1e2911a2', 'tag': 'eee69d1f-3ff6-42f1-be27-a25583a84b0c', 'status': 'completed', 'code': 200} Jun 09 20:10:06.599429 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-8c469433-ab6c-4343-aa39-86001f5a9914 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=eee69d1f-3ff6-42f1-be27-a25583a84b0c HTTP/1.1" status: 200 len: 217 time: 0.0698812 Jun 09 20:10:06.661778 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-726cc090-bbed-4dd0-a61b-cfc4c7f83db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:06.663327 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-726cc090-bbed-4dd0-a61b-cfc4c7f83db1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cd6321f2-b722-4358-aee2-3562cb1df625 HTTP/1.1" status: 200 len: 843 time: 0.0564120 Jun 09 20:10:06.674210 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.db.resource_extend [None req-0f46366f-8f20-45af-8a9b-1a4e1d02e0f2 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 20:10:06.742448 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-f4c00224-5765-4ced-bf2a-a4099e95835b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:06.743926 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-f4c00224-5765-4ced-bf2a-a4099e95835b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f6c32c80-99b6-4013-9d4b-81ed4b7e8fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0733182 Jun 09 20:10:06.880822 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-0f46366f-8f20-45af-8a9b-1a4e1d02e0f2 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:06.886366 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-d10a6d98-db90-4b3b-afe1-14126eb2397b service neutron] 10.222.0.22 "GET /v2.0/networks/f6c32c80-99b6-4013-9d4b-81ed4b7e8fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329980 Jun 09 20:10:06.956357 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 41386) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:06.992549 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-0f46366f-8f20-45af-8a9b-1a4e1d02e0f2 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3925089'] for floatingip, after_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:07.028427 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-647811c6-96eb-4d22-8d2d-02abeec30ab7 req-6c0aa66a-eba3-4751-b4d5-971d9d0e503f service neutron] 10.222.0.22 "GET /v2.0/networks/f6c32c80-99b6-4013-9d4b-81ed4b7e8fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345255 Jun 09 20:10:07.089267 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d6829-9bde-4684-9d5f-68aa1c69681f req-ac6f549f-7097-48b8-b9f0-c2e37a37b0ab tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:07.090721 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-156d6829-9bde-4684-9d5f-68aa1c69681f req-ac6f549f-7097-48b8-b9f0-c2e37a37b0ab tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.5227685 Jun 09 20:10:07.113225 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1dc97c-cc0a-4f5c-a252-1a76ef0bc55c req-3b0ba39c-5571-4476-9abd-101efb721aa8 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:07.114646 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8c1dc97c-cc0a-4f5c-a252-1a76ef0bc55c req-3b0ba39c-5571-4476-9abd-101efb721aa8 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dc8ec03-6471-4278-9444-61c2faeeb75c HTTP/1.1" status: 200 len: 946 time: 0.4785044 Jun 09 20:10:07.122707 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-c73d668e-32ff-460c-93d9-aa5e26b1bab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:07.292533 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-c73d668e-32ff-460c-93d9-aa5e26b1bab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:07.297491 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b995a3-29b3-4d44-87f2-2f9cd9b090cf req-24474d02-0477-4171-a746-dfcfd3e0c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:07.299228 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b2b995a3-29b3-4d44-87f2-2f9cd9b090cf req-24474d02-0477-4171-a746-dfcfd3e0c57f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bf1bcaa953a34a59a8d67c09ffb254b3&device_id=073c5d59-8885-4f11-9997-ca8a1e2911a2 HTTP/1.1" status: 200 len: 1101 time: 0.1240690 Jun 09 20:10:07.437243 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8c1dc97c-cc0a-4f5c-a252-1a76ef0bc55c req-e7d2af36-41f4-443f-a36b-11a140b629ec tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/security-groups?id=7db1842f-5a70-488e-b60c-152a9f2fab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045368 Jun 09 20:10:07.443913 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b995a3-29b3-4d44-87f2-2f9cd9b090cf req-41878d0c-0ac6-4fb5-92d9-e09adcc22239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:07.445907 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b2b995a3-29b3-4d44-87f2-2f9cd9b090cf req-41878d0c-0ac6-4fb5-92d9-e09adcc22239 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f6c32c80-99b6-4013-9d4b-81ed4b7e8fb2 HTTP/1.1" status: 200 len: 870 time: 0.1382301 Jun 09 20:10:07.451105 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-156d6829-9bde-4684-9d5f-68aa1c69681f req-3370215e-e629-4628-934f-1644ea76911c tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460557 Jun 09 20:10:07.461432 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.db.l3_db [None req-0f46366f-8f20-45af-8a9b-1a4e1d02e0f2 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Floating IP 8654c1fa-f04a-434d-8efc-5dfa383d29be associated. External IP: 172.27.0.72, port: 5e662586-e1de-4e24-bc6a-37a144bd6f2c. Jun 09 20:10:07.524923 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b2b995a3-29b3-4d44-87f2-2f9cd9b090cf req-7e8adcb9-28ed-4968-8d9b-8a2e82fbcc90 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=eee69d1f-3ff6-42f1-be27-a25583a84b0c HTTP/1.1" status: 200 len: 217 time: 0.0676394 Jun 09 20:10:07.525589 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-c73d668e-32ff-460c-93d9-aa5e26b1bab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:07.543488 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-42ed1cce-2d72-47d1-ab67-e957add3c6c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:07.673998 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-c73d668e-32ff-460c-93d9-aa5e26b1bab8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7c75c2ef66d8477996c6bd490804911e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7165892 Jun 09 20:10:07.680236 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 41398) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:07.697864 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d668e-32ff-460c-93d9-aa5e26b1bab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1ca6bd-3dfe-4025-9f4e-890bc117ff84,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:07.702106 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-c73d668e-32ff-460c-93d9-aa5e26b1bab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:07.705854 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b995a3-29b3-4d44-87f2-2f9cd9b090cf req-419870a6-fb67-4760-8f9a-bccd2146896a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:07.707304 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b2b995a3-29b3-4d44-87f2-2f9cd9b090cf req-419870a6-fb67-4760-8f9a-bccd2146896a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cd6321f2-b722-4358-aee2-3562cb1df625 HTTP/1.1" status: 200 len: 843 time: 0.1649110 Jun 09 20:10:07.786131 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b995a3-29b3-4d44-87f2-2f9cd9b090cf req-6930e346-6753-4d50-b883-0d1ec2fdc56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:07.787685 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b2b995a3-29b3-4d44-87f2-2f9cd9b090cf req-6930e346-6753-4d50-b883-0d1ec2fdc56b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f6c32c80-99b6-4013-9d4b-81ed4b7e8fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0734212 Jun 09 20:10:07.841693 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e73db-b952-4c3a-aa66-962c0f5f7712 req-add719f8-0dba-472d-ba2c-e8ef80534502 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:07.843604 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-649e73db-b952-4c3a-aa66-962c0f5f7712 req-add719f8-0dba-472d-ba2c-e8ef80534502 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] 10.222.0.15 "GET /v2.0/ports?device_id=073c5d59-8885-4f11-9997-ca8a1e2911a2 HTTP/1.1" status: 200 len: 948 time: 0.2622826 Jun 09 20:10:07.928419 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b2b995a3-29b3-4d44-87f2-2f9cd9b090cf req-b9c20905-966d-4e62-a0da-b384a3c1fdd0 service neutron] 10.222.0.22 "GET /v2.0/networks/f6c32c80-99b6-4013-9d4b-81ed4b7e8fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273608 Jun 09 20:10:07.949404 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-c686b3bc-6de0-422a-9b53-5d79c72c554c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:08.070903 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b2b995a3-29b3-4d44-87f2-2f9cd9b090cf req-3445e660-4299-4946-82e8-6e1295535ab3 service neutron] 10.222.0.22 "GET /v2.0/networks/f6c32c80-99b6-4013-9d4b-81ed4b7e8fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331718 Jun 09 20:10:08.093060 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-c686b3bc-6de0-422a-9b53-5d79c72c554c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:08.101390 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-649e73db-b952-4c3a-aa66-962c0f5f7712 req-1bdf2d80-00c1-4213-a03e-a7a3c9d41cbb tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] 10.222.0.15 "GET /v2.0/security-groups?id=17d9ee12-b303-462a-b939-733117ace45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051742 Jun 09 20:10:08.222811 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-c1e63cdf-2f11-4c6b-ae00-4f925e838d6c tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:08.237876 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f46366f-8f20-45af-8a9b-1a4e1d02e0f2 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Router 1ee9b6ba-3bdd-410e-8194-d57e97882fad has already been hosted by L3 agent 64117835-a1f5-4801-ace7-11985afbc460 {{(pid=92455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 20:10:08.388747 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-c1e63cdf-2f11-4c6b-ae00-4f925e838d6c tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3925089'] for floatingip, after_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:08.565500 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-c686b3bc-6de0-422a-9b53-5d79c72c554c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:08.567897 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-c686b3bc-6de0-422a-9b53-5d79c72c554c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:08.569002 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-c686b3bc-6de0-422a-9b53-5d79c72c554c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9f1ca6bd-3dfe-4025-9f4e-890bc117ff84 HTTP/1.1" status: 204 len: 168 time: 0.8831782 Jun 09 20:10:08.580682 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:08.602490 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686b3bc-6de0-422a-9b53-5d79c72c554c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1ca6bd-3dfe-4025-9f4e-890bc117ff84,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:08.617592 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-c686b3bc-6de0-422a-9b53-5d79c72c554c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:08.619353 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f46366f-8f20-45af-8a9b-1a4e1d02e0f2 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:10:08.634562 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93becdca-d7fb-4ae7-9969-c3ea7fd867fc None None] Sync routers for ids ['1ee9b6ba-3bdd-410e-8194-d57e97882fad'] in dv-cinder-795669-1-iscsi {{(pid=92458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:10:08.648478 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93becdca-d7fb-4ae7-9969-c3ea7fd867fc None None] Routers {'1ee9b6ba-3bdd-410e-8194-d57e97882fad'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:10:08.649326 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-93becdca-d7fb-4ae7-9969-c3ea7fd867fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:10:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['1ee9b6ba-3bdd-410e-8194-d57e97882fad'], 'active': True} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:10:08.651890 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-0f46366f-8f20-45af-8a9b-1a4e1d02e0f2 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for floatingip, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:08.829567 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvr_db [None req-93becdca-d7fb-4ae7-9969-c3ea7fd867fc None None] Set router 1ee9b6ba-3bdd-410e-8194-d57e97882fad gateway port host: dv-cinder-795669-1-iscsi {{(pid=92458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:10:08.853478 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-0f46366f-8f20-45af-8a9b-1a4e1d02e0f2 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "PUT /v2.0/floatingips/8654c1fa-f04a-434d-8efc-5dfa383d29be HTTP/1.1" status: 200 len: 990 time: 3.7904935 Jun 09 20:10:08.861494 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44496f5b-3943-4e88-ac3c-55baf930d394', 'tag': '5e662586-e1de-4e24-bc6a-37a144bd6f2c'}] {{(pid=92455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:10:08.863732 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb487b5c22ff78f2383a4aedbf16056ad733cdd2494c82cbaa03313095a923d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f3b660-a97a-4694-9532-46936c9736ed" -d '{"events": [{"name": "network-changed", "server_uuid": "44496f5b-3943-4e88-ac3c-55baf930d394", "tag": "5e662586-e1de-4e24-bc6a-37a144bd6f2c"}]}' {{(pid=92455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:10:08.878220 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.db.l3_db [None req-c1e63cdf-2f11-4c6b-ae00-4f925e838d6c tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Floating IP 43894dff-d9e6-42d6-9ddf-d39b0ab8ae8b associated. External IP: 172.27.0.127, port: 6fab7981-892d-4a80-b2cc-8082e7140e40. Jun 09 20:10:08.989145 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5b46d-c119-472d-8348-ed4a26ebf046 req-71ffed19-c2f6-4eb3-bd37-bfd6e725788d tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:08.990713 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e2c5b46d-c119-472d-8348-ed4a26ebf046 req-71ffed19-c2f6-4eb3-bd37-bfd6e725788d tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.3763747 Jun 09 20:10:09.001274 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6031e70-0ed6-49e7-be7e-e18bef92e08a req-1f01ba27-7351-47fd-ac7b-4edbfb6d959d tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:09.002788 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a6031e70-0ed6-49e7-be7e-e18bef92e08a req-1f01ba27-7351-47fd-ac7b-4edbfb6d959d tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dc8ec03-6471-4278-9444-61c2faeeb75c HTTP/1.1" status: 200 len: 946 time: 0.3236880 Jun 09 20:10:09.045072 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 41420) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:09.152662 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e2c5b46d-c119-472d-8348-ed4a26ebf046 req-d3612cfc-bec9-4ce2-bf55-6861c7fbb2a7 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488762 Jun 09 20:10:09.210465 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a6031e70-0ed6-49e7-be7e-e18bef92e08a req-16df2208-5447-41e7-9be0-76070b591537 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/security-groups?id=7db1842f-5a70-488e-b60c-152a9f2fab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546421 Jun 09 20:10:09.251900 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-a4041e05-1ea1-41bd-83c4-f4a56ff809a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:09.321112 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-93becdca-d7fb-4ae7-9969-c3ea7fd867fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'name': 'tempest-AttachVolumeTestJSON-2020173337-router', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '605e9341-4f40-479a-88ed-3542589b95d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:03Z', 'updated_at': '2021-06-09T20:09:15Z', 'revision_number': 4, 'project_id': 'a153f4ee3c7640608753fa26850931e1', 'gw_port': {'id': '605e9341-4f40-479a-88ed-3542589b95d1', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:05Z', 'updated_at': '2021-06-09T20:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_floatingips': [{'id': '8654c1fa-f04a-434d-8efc-5dfa383d29be', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'router_id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'port_id': '5e662586-e1de-4e24-bc6a-37a144bd6f2c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b', 'mac_address': 'fa:16:3e:24:dd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44496f5b-3943-4e88-ac3c-55baf930d394', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T20:09:31Z', 'updated_at': '2021-06-09T20:10:06Z', 'revision_number': 1, 'project_id': 'a153f4ee3c7640608753fa26850931e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7299d8eb-7e82-4976-beba-24da2fbad383', 'name': '', 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'mac_address': 'fa:16:3e:4c:49:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '300c2a4a-c553-45e5-8e44-47365525b421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:12Z', 'updated_at': '2021-06-09T20:09:29Z', 'revision_number': 5, 'project_id': 'a153f4ee3c7640608753fa26850931e1', 'subnets': [{'id': '300c2a4a-c553-45e5-8e44-47365525b421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:10:09.326921 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93becdca-d7fb-4ae7-9969-c3ea7fd867fc None None] Checking router: 1ee9b6ba-3bdd-410e-8194-d57e97882fad for host: dv-cinder-795669-1-iscsi {{(pid=92458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:10:09.338542 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93becdca-d7fb-4ae7-9969-c3ea7fd867fc None None] Routers {'1ee9b6ba-3bdd-410e-8194-d57e97882fad'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:10:09.339307 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-93becdca-d7fb-4ae7-9969-c3ea7fd867fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:10:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['1ee9b6ba-3bdd-410e-8194-d57e97882fad'], 'active': True} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:10:09.339622 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 20:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571ce922-ba44-48b0-a586-aacca5b6f7e7 x-openstack-request-id: req-571ce922-ba44-48b0-a586-aacca5b6f7e7 {{(pid=92455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:10:09.340046 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44496f5b-3943-4e88-ac3c-55baf930d394", "tag": "5e662586-e1de-4e24-bc6a-37a144bd6f2c", "status": "completed", "code": 200}]} {{(pid=92455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:10:09.340441 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-571ce922-ba44-48b0-a586-aacca5b6f7e7 {{(pid=92455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:10:09.340911 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44496f5b-3943-4e88-ac3c-55baf930d394', 'tag': '5e662586-e1de-4e24-bc6a-37a144bd6f2c', 'status': 'completed', 'code': 200} Jun 09 20:10:09.395721 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e63cdf-2f11-4c6b-ae00-4f925e838d6c tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Router 2d3a4288-58c5-4add-89b0-2b4f4c09bc0b has already been hosted by L3 agent 64117835-a1f5-4801-ace7-11985afbc460 {{(pid=92455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 20:10:09.510115 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 41426) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:09.531444 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvr_db [None req-93becdca-d7fb-4ae7-9969-c3ea7fd867fc None None] Set router 1ee9b6ba-3bdd-410e-8194-d57e97882fad gateway port host: dv-cinder-795669-1-iscsi {{(pid=92458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:10:09.535531 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-a4041e05-1ea1-41bd-83c4-f4a56ff809a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:09.542653 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-feb08847-d32f-4c14-8275-28b1d16ce6af admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:09.581516 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3b660-a97a-4694-9532-46936c9736ed req-fa69838f-6921-4689-bdeb-381c38c37d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:09.583046 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-90f3b660-a97a-4694-9532-46936c9736ed req-fa69838f-6921-4689-bdeb-381c38c37d67 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a153f4ee3c7640608753fa26850931e1&device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 1098 time: 0.2063706 Jun 09 20:10:09.672744 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa53cb-ac37-4bf0-94db-ab3bbc856bab req-173dc9da-d195-4e88-871c-1afc2f6d6dcd tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:09.679678 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-80fa53cb-ac37-4bf0-94db-ab3bbc856bab req-173dc9da-d195-4e88-871c-1afc2f6d6dcd tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] 10.222.0.15 "GET /v2.0/ports?device_id=073c5d59-8885-4f11-9997-ca8a1e2911a2 HTTP/1.1" status: 200 len: 948 time: 0.2099857 Jun 09 20:10:09.695480 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e63cdf-2f11-4c6b-ae00-4f925e838d6c tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:10:09.703497 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-c1e63cdf-2f11-4c6b-ae00-4f925e838d6c tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for floatingip, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:09.706545 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bcca70-e9d0-4865-86ce-4cc4b2c9edec None None] Sync routers for ids ['2d3a4288-58c5-4add-89b0-2b4f4c09bc0b'] in dv-cinder-795669-1-iscsi {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:10:09.720747 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bcca70-e9d0-4865-86ce-4cc4b2c9edec None None] Routers {'2d3a4288-58c5-4add-89b0-2b4f4c09bc0b'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:10:09.721389 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-81bcca70-e9d0-4865-86ce-4cc4b2c9edec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:10:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['2d3a4288-58c5-4add-89b0-2b4f4c09bc0b'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:10:09.749020 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-a4041e05-1ea1-41bd-83c4-f4a56ff809a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:09.759223 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-c73d668e-32ff-460c-93d9-aa5e26b1bab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:09.786299 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-c1e63cdf-2f11-4c6b-ae00-4f925e838d6c tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "PUT /v2.0/floatingips/43894dff-d9e6-42d6-9ddf-d39b0ab8ae8b HTTP/1.1" status: 200 len: 992 time: 3.4148943 Jun 09 20:10:09.837350 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4041e05-1ea1-41bd-83c4-f4a56ff809a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb97bb2-48d2-4e53-83c4-bfa53a7f2820,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:09.838259 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-80fa53cb-ac37-4bf0-94db-ab3bbc856bab req-848bf390-7083-40a0-a598-d865d166887f tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] 10.222.0.15 "GET /v2.0/security-groups?id=17d9ee12-b303-462a-b939-733117ace45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575980 Jun 09 20:10:09.881559 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-a4041e05-1ea1-41bd-83c4-f4a56ff809a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:09.890356 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd554e8-6f50-4892-bf01-50d122719ffd req-c1149a5a-0619-4fc0-b3c8-e4af69f13945 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:09.891804 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-bfd554e8-6f50-4892-bf01-50d122719ffd req-c1149a5a-0619-4fc0-b3c8-e4af69f13945 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dc8ec03-6471-4278-9444-61c2faeeb75c HTTP/1.1" status: 200 len: 946 time: 0.4298072 Jun 09 20:10:09.956961 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-81bcca70-e9d0-4865-86ce-4cc4b2c9edec None None] Set router 2d3a4288-58c5-4add-89b0-2b4f4c09bc0b gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:10:09.973200 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-93becdca-d7fb-4ae7-9969-c3ea7fd867fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'name': 'tempest-AttachVolumeTestJSON-2020173337-router', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '605e9341-4f40-479a-88ed-3542589b95d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:03Z', 'updated_at': '2021-06-09T20:09:15Z', 'revision_number': 4, 'project_id': 'a153f4ee3c7640608753fa26850931e1', 'gw_port': {'id': '605e9341-4f40-479a-88ed-3542589b95d1', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:05Z', 'updated_at': '2021-06-09T20:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_floatingips': [{'id': '8654c1fa-f04a-434d-8efc-5dfa383d29be', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'router_id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'port_id': '5e662586-e1de-4e24-bc6a-37a144bd6f2c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b', 'mac_address': 'fa:16:3e:24:dd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44496f5b-3943-4e88-ac3c-55baf930d394', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T20:09:31Z', 'updated_at': '2021-06-09T20:10:06Z', 'revision_number': 1, 'project_id': 'a153f4ee3c7640608753fa26850931e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7299d8eb-7e82-4976-beba-24da2fbad383', 'name': '', 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'mac_address': 'fa:16:3e:4c:49:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '300c2a4a-c553-45e5-8e44-47365525b421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:12Z', 'updated_at': '2021-06-09T20:09:29Z', 'revision_number': 5, 'project_id': 'a153f4ee3c7640608753fa26850931e1', 'subnets': [{'id': '300c2a4a-c553-45e5-8e44-47365525b421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:10:09.977987 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93becdca-d7fb-4ae7-9969-c3ea7fd867fc None None] The sync data for ids ['1ee9b6ba-3bdd-410e-8194-d57e97882fad'] in dv-cinder-795669-1-iscsi is: [{'id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'name': 'tempest-AttachVolumeTestJSON-2020173337-router', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '605e9341-4f40-479a-88ed-3542589b95d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:03Z', 'updated_at': '2021-06-09T20:09:15Z', 'revision_number': 4, 'project_id': 'a153f4ee3c7640608753fa26850931e1', 'gw_port': {'id': '605e9341-4f40-479a-88ed-3542589b95d1', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:05Z', 'updated_at': '2021-06-09T20:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_floatingips': [{'id': '8654c1fa-f04a-434d-8efc-5dfa383d29be', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'router_id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'port_id': '5e662586-e1de-4e24-bc6a-37a144bd6f2c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b', 'mac_address': 'fa:16:3e:24:dd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44496f5b-3943-4e88-ac3c-55baf930d394', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T20:09:31Z', 'updated_at': '2021-06-09T20:10:06Z', 'revision_number': 1, 'project_id': 'a153f4ee3c7640608753fa26850931e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7299d8eb-7e82-4976-beba-24da2fbad383', 'name': '', 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'mac_address': 'fa:16:3e:4c:49:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '300c2a4a-c553-45e5-8e44-47365525b421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:12Z', 'updated_at': '2021-06-09T20:09:29Z', 'revision_number': 5, 'project_id': 'a153f4ee3c7640608753fa26850931e1', 'subnets': [{'id': '300c2a4a-c553-45e5-8e44-47365525b421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:10:09.985905 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-a4041e05-1ea1-41bd-83c4-f4a56ff809a5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=042a7ad18eda4868b1bea0f28c467669&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9328492 Jun 09 20:10:09.986730 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-feb08847-d32f-4c14-8275-28b1d16ce6af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:09.988043 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 41434) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:10.080533 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-feb08847-d32f-4c14-8275-28b1d16ce6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:10.088719 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:10.095882 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3b660-a97a-4694-9532-46936c9736ed req-c6fd65d6-9e81-41ed-9c37-e33c40616af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:10.097299 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-90f3b660-a97a-4694-9532-46936c9736ed req-c6fd65d6-9e81-41ed-9c37-e33c40616af0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4a036ca4-dd58-4133-bd8c-881911c6180b HTTP/1.1" status: 200 len: 912 time: 0.5033436 Jun 09 20:10:10.116865 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-a36ffc64-0ca8-4dee-b4b5-af9fb9b44536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:10.164134 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-a36ffc64-0ca8-4dee-b4b5-af9fb9b44536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:10.438776 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-feb08847-d32f-4c14-8275-28b1d16ce6af admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0df83fbf46074479813b5bab75835cae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7443883 Jun 09 20:10:10.440609 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 41444) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:10.441243 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606971d1-85b4-488d-85ff-878dee2cc879 None None] New status for floating IP 8654c1fa-f04a-434d-8efc-5dfa383d29be: ACTIVE {{(pid=92458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 20:10:10.441546 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb08847-d32f-4c14-8275-28b1d16ce6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e479b9f1-f1e1-45d6-b3b9-0998f97b753f,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:10.441546 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-feb08847-d32f-4c14-8275-28b1d16ce6af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:10.441546 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-90f3b660-a97a-4694-9532-46936c9736ed req-89d7ec63-7079-44df-b577-bb399f5264d2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e662586-e1de-4e24-bc6a-37a144bd6f2c HTTP/1.1" status: 200 len: 998 time: 0.1974587 Jun 09 20:10:10.441546 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [req-bfd554e8-6f50-4892-bf01-50d122719ffd req-bcb6d873-1d63-4b45-ae54-417ae40b5953 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Deleting port dc7135ea-2957-4188-83a3-5509cc9fdf9b {{(pid=92456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:10:10.441546 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-bfd554e8-6f50-4892-bf01-50d122719ffd req-bcb6d873-1d63-4b45-ae54-417ae40b5953 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:10.474565 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3b660-a97a-4694-9532-46936c9736ed req-d1f23b6d-cc27-4aec-b14b-fff4afceaba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:10.477072 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-90f3b660-a97a-4694-9532-46936c9736ed req-d1f23b6d-cc27-4aec-b14b-fff4afceaba9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=300c2a4a-c553-45e5-8e44-47365525b421 HTTP/1.1" status: 200 len: 850 time: 0.1522069 Jun 09 20:10:10.516749 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-81bcca70-e9d0-4865-86ce-4cc4b2c9edec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1581776081-router', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'a247e340-6de1-43be-804f-817ffc0d8767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:04Z', 'updated_at': '2021-06-09T20:09:19Z', 'revision_number': 4, 'project_id': 'ce21b31906334471913e27e7b2dd9bf2', 'gw_port': {'id': 'a247e340-6de1-43be-804f-817ffc0d8767', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:05Z', 'updated_at': '2021-06-09T20:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_floatingips': [{'id': '43894dff-d9e6-42d6-9ddf-d39b0ab8ae8b', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'floating_ip_address': '172.27.0.127', 'floating_network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'router_id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'port_id': '6fab7981-892d-4a80-b2cc-8082e7140e40', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18', 'mac_address': 'fa:16:3e:39:53:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0965dd-fb9b-4802-814e-90806bc5229c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T20:09:33Z', 'updated_at': '2021-06-09T20:10:07Z', 'revision_number': 1, 'project_id': 'ce21b31906334471913e27e7b2dd9bf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae29c2e-ef49-4a84-97a6-6d5491379ce6', 'name': '', 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'mac_address': 'fa:16:3e:b7:2d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3e75af2a-aa07-4655-b1c0-db112593470c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:14Z', 'updated_at': '2021-06-09T20:09:34Z', 'revision_number': 5, 'project_id': 'ce21b31906334471913e27e7b2dd9bf2', 'subnets': [{'id': '3e75af2a-aa07-4655-b1c0-db112593470c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:10:10.522615 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bcca70-e9d0-4865-86ce-4cc4b2c9edec None None] Checking router: 2d3a4288-58c5-4add-89b0-2b4f4c09bc0b for host: dv-cinder-795669-1-iscsi {{(pid=92457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:10:10.533865 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bcca70-e9d0-4865-86ce-4cc4b2c9edec None None] Routers {'2d3a4288-58c5-4add-89b0-2b4f4c09bc0b'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:10:10.534731 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-81bcca70-e9d0-4865-86ce-4cc4b2c9edec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:10:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['2d3a4288-58c5-4add-89b0-2b4f4c09bc0b'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:10:10.562742 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-5529a23b-e312-4739-98a8-809d904eb332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:10.572967 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-bfd554e8-6f50-4892-bf01-50d122719ffd req-bcb6d873-1d63-4b45-ae54-417ae40b5953 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] For port dc7135ea-2957-4188-83a3-5509cc9fdf9b, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=dc7135ea-2957-4188-83a3-5509cc9fdf9b,segment=NetworkSegment(2f764320-011f-41fd-8ea6-f7a44c11fa79),segment_id=2f764320-011f-41fd-8ea6-f7a44c11fa79)] {{(pid=92456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:10:10.573564 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-bfd554e8-6f50-4892-bf01-50d122719ffd req-bcb6d873-1d63-4b45-ae54-417ae40b5953 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:10.604782 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-5529a23b-e312-4739-98a8-809d904eb332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:10.652455 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f704f7-0afe-4ad6-9437-1fae458b0805 req-906bc57d-336e-4146-a7a2-f55eab3f09ad tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:10.654010 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-39f704f7-0afe-4ad6-9437-1fae458b0805 req-906bc57d-336e-4146-a7a2-f55eab3f09ad tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.3245838 Jun 09 20:10:10.654819 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-a36ffc64-0ca8-4dee-b4b5-af9fb9b44536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:10.657301 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-a36ffc64-0ca8-4dee-b4b5-af9fb9b44536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:10.661279 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-a36ffc64-0ca8-4dee-b4b5-af9fb9b44536 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6fb97bb2-48d2-4e53-83c4-bfa53a7f2820 HTTP/1.1" status: 204 len: 168 time: 0.6720676 Jun 09 20:10:10.705193 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-1ef1f48e-bb89-4b12-af8f-dcdb45db6609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:10.753753 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee786a3-203b-4900-8045-c203ab9886aa req-5e0f88c4-a5db-486c-8add-c6fcff05a8e6 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:10.760663 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2ee786a3-203b-4900-8045-c203ab9886aa req-5e0f88c4-a5db-486c-8add-c6fcff05a8e6 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dc8ec03-6471-4278-9444-61c2faeeb75c HTTP/1.1" status: 200 len: 946 time: 0.3106027 Jun 09 20:10:10.766202 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ffc64-0ca8-4dee-b4b5-af9fb9b44536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb97bb2-48d2-4e53-83c4-bfa53a7f2820,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:10.789442 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [req-bfd554e8-6f50-4892-bf01-50d122719ffd req-bcb6d873-1d63-4b45-ae54-417ae40b5953 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Calling delete_port for dc7135ea-2957-4188-83a3-5509cc9fdf9b owned by compute:nova {{(pid=92456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:10:10.793912 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-a36ffc64-0ca8-4dee-b4b5-af9fb9b44536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:10.828783 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-81bcca70-e9d0-4865-86ce-4cc4b2c9edec None None] Set router 2d3a4288-58c5-4add-89b0-2b4f4c09bc0b gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:10:10.884737 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3b660-a97a-4694-9532-46936c9736ed req-d2aea867-f67f-405f-9efc-a0d3dc6c56d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:10.886121 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-90f3b660-a97a-4694-9532-46936c9736ed req-d2aea867-f67f-405f-9efc-a0d3dc6c56d7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a036ca4-dd58-4133-bd8c-881911c6180b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4018195 Jun 09 20:10:11.012044 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-39f704f7-0afe-4ad6-9437-1fae458b0805 req-2e816ec5-e3ce-4e78-adf0-f81f117433cd tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495660 Jun 09 20:10:11.044449 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2ee786a3-203b-4900-8045-c203ab9886aa req-e50fa832-6204-4b29-9a3f-b099cdfaeca4 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/security-groups?id=7db1842f-5a70-488e-b60c-152a9f2fab68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722020 Jun 09 20:10:11.094337 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-90f3b660-a97a-4694-9532-46936c9736ed req-e6eef1ee-6282-4a36-bde1-835a3baae159 service neutron] 10.222.0.22 "GET /v2.0/networks/4a036ca4-dd58-4133-bd8c-881911c6180b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988952 Jun 09 20:10:11.141137 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-5529a23b-e312-4739-98a8-809d904eb332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:11.143675 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-5529a23b-e312-4739-98a8-809d904eb332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:11.148743 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-5529a23b-e312-4739-98a8-809d904eb332 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e479b9f1-f1e1-45d6-b3b9-0998f97b753f HTTP/1.1" status: 204 len: 168 time: 0.8811295 Jun 09 20:10:11.148743 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:11.162478 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529a23b-e312-4739-98a8-809d904eb332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e479b9f1-f1e1-45d6-b3b9-0998f97b753f,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:11.174619 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-5529a23b-e312-4739-98a8-809d904eb332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:11.225423 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-bfd554e8-6f50-4892-bf01-50d122719ffd req-bcb6d873-1d63-4b45-ae54-417ae40b5953 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377'] for port, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:11.233726 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:11.301027 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6d873-1d63-4b45-ae54-417ae40b5953 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Pushing event deleted for resources: {'Port': ['ID=dc7135ea-2957-4188-83a3-5509cc9fdf9b,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:11.305454 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-bcb6d873-1d63-4b45-ae54-417ae40b5953 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:11.341620 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0965dd-fb9b-4802-814e-90806bc5229c', 'tag': '6fab7981-892d-4a80-b2cc-8082e7140e40'}] {{(pid=92455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:10:11.344899 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb487b5c22ff78f2383a4aedbf16056ad733cdd2494c82cbaa03313095a923d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f24617a-3f51-4fa6-9474-3827b27279f7" -d '{"events": [{"name": "network-changed", "server_uuid": "ce0965dd-fb9b-4802-814e-90806bc5229c", "tag": "6fab7981-892d-4a80-b2cc-8082e7140e40"}]}' {{(pid=92455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:10:11.351231 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-81bcca70-e9d0-4865-86ce-4cc4b2c9edec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1581776081-router', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'a247e340-6de1-43be-804f-817ffc0d8767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:04Z', 'updated_at': '2021-06-09T20:09:19Z', 'revision_number': 4, 'project_id': 'ce21b31906334471913e27e7b2dd9bf2', 'gw_port': {'id': 'a247e340-6de1-43be-804f-817ffc0d8767', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:05Z', 'updated_at': '2021-06-09T20:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_floatingips': [{'id': '43894dff-d9e6-42d6-9ddf-d39b0ab8ae8b', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'floating_ip_address': '172.27.0.127', 'floating_network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'router_id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'port_id': '6fab7981-892d-4a80-b2cc-8082e7140e40', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18', 'mac_address': 'fa:16:3e:39:53:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0965dd-fb9b-4802-814e-90806bc5229c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T20:09:33Z', 'updated_at': '2021-06-09T20:10:07Z', 'revision_number': 1, 'project_id': 'ce21b31906334471913e27e7b2dd9bf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae29c2e-ef49-4a84-97a6-6d5491379ce6', 'name': '', 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'mac_address': 'fa:16:3e:b7:2d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3e75af2a-aa07-4655-b1c0-db112593470c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:14Z', 'updated_at': '2021-06-09T20:09:34Z', 'revision_number': 5, 'project_id': 'ce21b31906334471913e27e7b2dd9bf2', 'subnets': [{'id': '3e75af2a-aa07-4655-b1c0-db112593470c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:10:11.362491 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bcca70-e9d0-4865-86ce-4cc4b2c9edec None None] The sync data for ids ['2d3a4288-58c5-4add-89b0-2b4f4c09bc0b'] in dv-cinder-795669-1-iscsi is: [{'id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1581776081-router', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'a247e340-6de1-43be-804f-817ffc0d8767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:04Z', 'updated_at': '2021-06-09T20:09:19Z', 'revision_number': 4, 'project_id': 'ce21b31906334471913e27e7b2dd9bf2', 'gw_port': {'id': 'a247e340-6de1-43be-804f-817ffc0d8767', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:05Z', 'updated_at': '2021-06-09T20:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_floatingips': [{'id': '43894dff-d9e6-42d6-9ddf-d39b0ab8ae8b', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'floating_ip_address': '172.27.0.127', 'floating_network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'router_id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'port_id': '6fab7981-892d-4a80-b2cc-8082e7140e40', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18', 'mac_address': 'fa:16:3e:39:53:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0965dd-fb9b-4802-814e-90806bc5229c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T20:09:33Z', 'updated_at': '2021-06-09T20:10:07Z', 'revision_number': 1, 'project_id': 'ce21b31906334471913e27e7b2dd9bf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae29c2e-ef49-4a84-97a6-6d5491379ce6', 'name': '', 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'mac_address': 'fa:16:3e:b7:2d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3e75af2a-aa07-4655-b1c0-db112593470c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:14Z', 'updated_at': '2021-06-09T20:09:34Z', 'revision_number': 5, 'project_id': 'ce21b31906334471913e27e7b2dd9bf2', 'subnets': [{'id': '3e75af2a-aa07-4655-b1c0-db112593470c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:10:11.410115 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd554e8-6f50-4892-bf01-50d122719ffd req-bcb6d873-1d63-4b45-ae54-417ae40b5953 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] No DVR routers for this DVR port dc7135ea-2957-4188-83a3-5509cc9fdf9b on host hv-cinder-79566 {{(pid=92456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 20:10:11.428736 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-bfd554e8-6f50-4892-bf01-50d122719ffd req-bcb6d873-1d63-4b45-ae54-417ae40b5953 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:11.432179 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-bfd554e8-6f50-4892-bf01-50d122719ffd req-bcb6d873-1d63-4b45-ae54-417ae40b5953 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.22 "DELETE /v2.0/ports/dc7135ea-2957-4188-83a3-5509cc9fdf9b HTTP/1.1" status: 204 len: 173 time: 1.5328336 Jun 09 20:10:11.432677 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc8ec03-6471-4278-9444-61c2faeeb75c', 'name': 'network-vif-deleted', 'tag': 'dc7135ea-2957-4188-83a3-5509cc9fdf9b'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:10:11.435490 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a3e028-768d-4b9b-802e-781bca5034b6" -d '{"events": [{"server_uuid": "8dc8ec03-6471-4278-9444-61c2faeeb75c", "name": "network-vif-deleted", "tag": "dc7135ea-2957-4188-83a3-5509cc9fdf9b"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:10:11.457571 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device eee69d1f-3ff6-42f1-be27-a25583a84b0c details requested by agent hyperv_hv-cinder-79566 with host hv-cinder-79566 {{(pid=92457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 20:10:11.497513 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-90f3b660-a97a-4694-9532-46936c9736ed req-9918d9b1-0225-4d7a-a261-2b246dd4326e service neutron] 10.222.0.22 "GET /v2.0/networks/4a036ca4-dd58-4133-bd8c-881911c6180b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844378 Jun 09 20:10:11.572088 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1d3da-6a64-422c-9c04-cf44217adb62 req-b2518749-e3dd-4f14-82bb-900668ef74b2 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:11.579253 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ffd1d3da-6a64-422c-9c04-cf44217adb62 req-b2518749-e3dd-4f14-82bb-900668ef74b2 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] 10.222.0.15 "GET /v2.0/ports?device_id=073c5d59-8885-4f11-9997-ca8a1e2911a2 HTTP/1.1" status: 200 len: 948 time: 0.1155248 Jun 09 20:10:11.590573 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device dc7135ea-2957-4188-83a3-5509cc9fdf9b no longer exists at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:10:11.625284 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ffd1d3da-6a64-422c-9c04-cf44217adb62 req-f0e5bf01-857c-41ce-9468-a43c5bf11909 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] 10.222.0.15 "GET /v2.0/security-groups?id=17d9ee12-b303-462a-b939-733117ace45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448737 Jun 09 20:10:11.632900 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] No Port match for: dc7135ea-2957-4188-83a3-5509cc9fdf9b {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:10:11.633381 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device dc7135ea-2957-4188-83a3-5509cc9fdf9b not bound to the agent host hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:10:11.706197 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 20:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc9885a-923b-4141-9a1e-c56492f237b8 x-openstack-request-id: req-8cc9885a-923b-4141-9a1e-c56492f237b8 {{(pid=92455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:10:11.706772 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce0965dd-fb9b-4802-814e-90806bc5229c", "tag": "6fab7981-892d-4a80-b2cc-8082e7140e40", "status": "completed", "code": 200}]} {{(pid=92455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:10:11.707166 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8cc9885a-923b-4141-9a1e-c56492f237b8 {{(pid=92455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:10:11.707729 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0965dd-fb9b-4802-814e-90806bc5229c', 'tag': '6fab7981-892d-4a80-b2cc-8082e7140e40', 'status': 'completed', 'code': 200} Jun 09 20:10:11.724001 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port eee69d1f-3ff6-42f1-be27-a25583a84b0c, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=eee69d1f-3ff6-42f1-be27-a25583a84b0c,segment=NetworkSegment(e453227b-7cae-4762-93c2-27f1d1b1d60f),segment_id=e453227b-7cae-4762-93c2-27f1d1b1d60f)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:10:11.733067 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c249a43-d1d1-4e39-86c0-9431bb8aa6f0 None None] New status for floating IP 43894dff-d9e6-42d6-9ddf-d39b0ab8ae8b: ACTIVE {{(pid=92457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 20:10:11.808000 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154e3489-0a4d-4b6f-90ea-641248c907a6 x-openstack-request-id: req-154e3489-0a4d-4b6f-90ea-641248c907a6 {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:10:11.808365 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dc8ec03-6471-4278-9444-61c2faeeb75c", "name": "network-vif-deleted", "tag": "dc7135ea-2957-4188-83a3-5509cc9fdf9b", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:10:11.808619 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-154e3489-0a4d-4b6f-90ea-641248c907a6 {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:10:11.809001 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dc8ec03-6471-4278-9444-61c2faeeb75c', 'name': 'network-vif-deleted', 'tag': 'dc7135ea-2957-4188-83a3-5509cc9fdf9b', 'status': 'completed', 'code': 200} Jun 09 20:10:11.815368 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Returning: {'device': 'eee69d1f-3ff6-42f1-be27-a25583a84b0c', 'network_id': 'f6c32c80-99b6-4013-9d4b-81ed4b7e8fb2', 'port_id': 'eee69d1f-3ff6-42f1-be27-a25583a84b0c', 'mac_address': 'fa:16:3e:b7:2b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd6321f2-b722-4358-aee2-3562cb1df625', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 20:10:11.845459 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 41470) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:11.856137 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24617a-3f51-4fa6-9474-3827b27279f7 req-ded2ee3b-f539-486e-85bb-8adf1254311f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:11.857602 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-5f24617a-3f51-4fa6-9474-3827b27279f7 req-ded2ee3b-f539-486e-85bb-8adf1254311f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce21b31906334471913e27e7b2dd9bf2&device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 1099 time: 0.1162882 Jun 09 20:10:11.862971 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-29b719fc-07d4-4f8c-bbd8-7ccf2a5afb23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:11.965080 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:11.974622 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-29b719fc-07d4-4f8c-bbd8-7ccf2a5afb23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:11.996845 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eee69d1f-3ff6-42f1-be27-a25583a84b0c {{(pid=92457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:10:12.008225 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24617a-3f51-4fa6-9474-3827b27279f7 req-f59900a5-bf8a-46bb-a1f5-e5ddbed41ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:12.009989 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-5f24617a-3f51-4fa6-9474-3827b27279f7 req-f59900a5-bf8a-46bb-a1f5-e5ddbed41ff4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d61eb754-bcce-4b42-88fd-e498290dcd18 HTTP/1.1" status: 200 len: 918 time: 0.1390510 Jun 09 20:10:12.043930 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-29b719fc-07d4-4f8c-bbd8-7ccf2a5afb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:12.058372 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-23e799be-b41d-4e20-94b7-2be9f708a431 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:12.085158 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port eee69d1f-3ff6-42f1-be27-a25583a84b0c, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=eee69d1f-3ff6-42f1-be27-a25583a84b0c,segment=NetworkSegment(e453227b-7cae-4762-93c2-27f1d1b1d60f),segment_id=e453227b-7cae-4762-93c2-27f1d1b1d60f)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:10:12.103925 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b719fc-07d4-4f8c-bbd8-7ccf2a5afb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50242c0-6074-41ed-a426-f8e68359ae1b,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:12.123005 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-29b719fc-07d4-4f8c-bbd8-7ccf2a5afb23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:12.165841 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-5f24617a-3f51-4fa6-9474-3827b27279f7 req-0ea4776e-833c-4b38-b0bf-ec552ec04742 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fab7981-892d-4a80-b2cc-8082e7140e40 HTTP/1.1" status: 200 len: 1000 time: 0.1443927 Jun 09 20:10:12.176595 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 41478) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:12.177801 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-29b719fc-07d4-4f8c-bbd8-7ccf2a5afb23 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fedaf4dfdaee4f06887d46a2153194ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3277340 Jun 09 20:10:12.197849 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:12.199544 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-a6c43591-425a-4fab-bd0b-f40a39a856b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:12.299348 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=eee69d1f-3ff6-42f1-be27-a25583a84b0c,revision_number=4']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:12.308225 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:12.308647 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:12.309050 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:12.309448 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:12.310944 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:12.311422 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:12.311838 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:12.312243 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:12.313415 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:12.313415 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:12.313415 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:12.314100 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:12.317916 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:12.341420 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24617a-3f51-4fa6-9474-3827b27279f7 req-a8ba0ab9-be1d-4925-a13e-8cb5f3563ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:12.343362 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-5f24617a-3f51-4fa6-9474-3827b27279f7 req-a8ba0ab9-be1d-4925-a13e-8cb5f3563ef3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3e75af2a-aa07-4655-b1c0-db112593470c HTTP/1.1" status: 200 len: 856 time: 0.1521437 Jun 09 20:10:12.350477 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-98fe133e-e06b-46b0-8ed4-b22aa076fc04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:12.360983 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4ce5bf3d-6db5-4fd9-a139-f96c46ee6eba req-a780547c-a39a-43ea-9769-8246b763e951 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] 10.222.0.15 "GET /v2.0/ports?device_id=8dc8ec03-6471-4278-9444-61c2faeeb75c HTTP/1.1" status: 200 len: 210 time: 0.0675929 Jun 09 20:10:12.398285 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df352c-c2d7-4854-abbe-8151a1bafe04 req-593bec13-bcc1-414e-99a5-aa1c08b3dc81 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:12.399793 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f5df352c-c2d7-4854-abbe-8151a1bafe04 req-593bec13-bcc1-414e-99a5-aa1c08b3dc81 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.2018566 Jun 09 20:10:12.424738 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-98fe133e-e06b-46b0-8ed4-b22aa076fc04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:12.455447 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f5df352c-c2d7-4854-abbe-8151a1bafe04 req-4e5e6817-bef9-4613-881e-4f073d444d4d tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497870 Jun 09 20:10:12.492269 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24617a-3f51-4fa6-9474-3827b27279f7 req-b51f00d5-bc98-454e-9460-6dac7c63349a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:12.494212 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-5f24617a-3f51-4fa6-9474-3827b27279f7 req-b51f00d5-bc98-454e-9460-6dac7c63349a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d61eb754-bcce-4b42-88fd-e498290dcd18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1337588 Jun 09 20:10:12.520667 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['eee69d1f-3ff6-42f1-be27-a25583a84b0c'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:10:12.635039 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-98fe133e-e06b-46b0-8ed4-b22aa076fc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:12.637589 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-98fe133e-e06b-46b0-8ed4-b22aa076fc04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:12.638755 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-98fe133e-e06b-46b0-8ed4-b22aa076fc04 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a50242c0-6074-41ed-a426-f8e68359ae1b HTTP/1.1" status: 204 len: 168 time: 0.4633117 Jun 09 20:10:12.642328 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-43c12ed6-f0e1-483e-ba95-585a54b7b64c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:12.656053 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-5f24617a-3f51-4fa6-9474-3827b27279f7 req-7a8f88a5-525b-45fc-8112-0535ba93577e service neutron] 10.222.0.22 "GET /v2.0/networks/d61eb754-bcce-4b42-88fd-e498290dcd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504223 Jun 09 20:10:12.656842 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe133e-e06b-46b0-8ed4-b22aa076fc04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50242c0-6074-41ed-a426-f8e68359ae1b,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:12.659261 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-98fe133e-e06b-46b0-8ed4-b22aa076fc04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:12.819958 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-5f24617a-3f51-4fa6-9474-3827b27279f7 req-ee4ada8c-1ad5-472d-afcb-b5f9ff838438 service neutron] 10.222.0.22 "GET /v2.0/networks/d61eb754-bcce-4b42-88fd-e498290dcd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504817 Jun 09 20:10:12.878605 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be03c1-40d6-4329-a2b2-6cf546de6165 req-9efb0809-7f99-451a-880b-7cce34972340 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:12.880219 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-15be03c1-40d6-4329-a2b2-6cf546de6165 req-9efb0809-7f99-451a-880b-7cce34972340 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] 10.222.0.15 "GET /v2.0/ports?device_id=073c5d59-8885-4f11-9997-ca8a1e2911a2 HTTP/1.1" status: 200 len: 949 time: 0.0866165 Jun 09 20:10:12.939593 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-15be03c1-40d6-4329-a2b2-6cf546de6165 req-09913e3d-3a48-458c-be00-3687626e9368 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] 10.222.0.15 "GET /v2.0/security-groups?id=17d9ee12-b303-462a-b939-733117ace45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510132 Jun 09 20:10:13.024170 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 41508) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:13.160619 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-5dfd1458-0919-4f52-805f-7596e4b31445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:13.286185 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-5dfd1458-0919-4f52-805f-7596e4b31445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:13.368868 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-5dfd1458-0919-4f52-805f-7596e4b31445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:13.377600 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-f0fe1df1-b146-433c-8310-c45e3385ff3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:13.424164 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 41528) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:13.424368 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-5dfd1458-0919-4f52-805f-7596e4b31445 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=980b307a19aa43cab19cedc49638ff4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3986685 Jun 09 20:10:13.426324 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd1458-0919-4f52-805f-7596e4b31445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9c3f45-9da8-41d1-be97-1a831f9c7fec,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:13.438382 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-5dfd1458-0919-4f52-805f-7596e4b31445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:13.456796 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device eee69d1f-3ff6-42f1-be27-a25583a84b0c up at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:10:13.549118 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-dae865cd-79e9-4efa-9324-f7459d354b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:13.593914 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-dae865cd-79e9-4efa-9324-f7459d354b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:13.714820 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7cfeb9-e539-40b7-aa45-ff72e7defc7c req-d0aaa31b-9624-41d2-bffb-10acbc790a08 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:13.714820 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-fd7cfeb9-e539-40b7-aa45-ff72e7defc7c req-d0aaa31b-9624-41d2-bffb-10acbc790a08 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.1095774 Jun 09 20:10:13.751052 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning for port eee69d1f-3ff6-42f1-be27-a25583a84b0c completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:10:13.756038 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning complete for port eee69d1f-3ff6-42f1-be27-a25583a84b0c triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:10:13.769046 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:13.769311 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-fd7cfeb9-e539-40b7-aa45-ff72e7defc7c req-f72feb10-f01c-4238-88f5-2fe6edd7f268 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419586 Jun 09 20:10:13.894876 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-dae865cd-79e9-4efa-9324-f7459d354b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:13.899314 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 6 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:10:13.900665 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-dae865cd-79e9-4efa-9324-f7459d354b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:13.901769 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-dae865cd-79e9-4efa-9324-f7459d354b58 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6e9c3f45-9da8-41d1-be97-1a831f9c7fec HTTP/1.1" status: 204 len: 168 time: 0.4753995 Jun 09 20:10:13.902518 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-5529a23b-e312-4739-98a8-809d904eb332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:13.915283 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae865cd-79e9-4efa-9324-f7459d354b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9c3f45-9da8-41d1-be97-1a831f9c7fec,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:13.921383 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:13.922934 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-dae865cd-79e9-4efa-9324-f7459d354b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:13.963668 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '073c5d59-8885-4f11-9997-ca8a1e2911a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee69d1f-3ff6-42f1-be27-a25583a84b0c'}] {{(pid=92457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:10:13.966538 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c413b0bec0402a5ae16451c6582d791322e0202680a960d7e14492227081b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3aca03-45bb-44c1-b640-834c1c98a01f" -d '{"events": [{"server_uuid": "073c5d59-8885-4f11-9997-ca8a1e2911a2", "name": "network-vif-plugged", "status": "completed", "tag": "eee69d1f-3ff6-42f1-be27-a25583a84b0c"}]}' {{(pid=92457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:10:13.975609 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port eee69d1f-3ff6-42f1-be27-a25583a84b0c, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=eee69d1f-3ff6-42f1-be27-a25583a84b0c,segment=NetworkSegment(e453227b-7cae-4762-93c2-27f1d1b1d60f),segment_id=e453227b-7cae-4762-93c2-27f1d1b1d60f)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:10:14.067897 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abe8c14-3e40-4824-b251-e83649824ab0 x-openstack-request-id: req-5abe8c14-3e40-4824-b251-e83649824ab0 {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:10:14.068206 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "073c5d59-8885-4f11-9997-ca8a1e2911a2", "name": "network-vif-plugged", "status": "completed", "tag": "eee69d1f-3ff6-42f1-be27-a25583a84b0c", "code": 200}]} {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:10:14.068471 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5abe8c14-3e40-4824-b251-e83649824ab0 {{(pid=92457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:10:14.068865 dv-cinder-795669-1-iscsi neutron-server[92457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '073c5d59-8885-4f11-9997-ca8a1e2911a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee69d1f-3ff6-42f1-be27-a25583a84b0c', 'code': 200} Jun 09 20:10:14.096008 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:14.103183 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-59fac8b5-b154-42cb-b089-2ff13e4bf980 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:14.176445 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5263a7-6ffb-4168-8c3f-adc7a4b93c64 req-b50e86a8-9138-4521-a6f0-837c81116340 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:14.182711 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=eee69d1f-3ff6-42f1-be27-a25583a84b0c,revision_number=5']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:14.183638 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4f5263a7-6ffb-4168-8c3f-adc7a4b93c64 req-b50e86a8-9138-4521-a6f0-837c81116340 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] 10.222.0.15 "GET /v2.0/ports?device_id=073c5d59-8885-4f11-9997-ca8a1e2911a2 HTTP/1.1" status: 200 len: 949 time: 0.1267025 Jun 09 20:10:14.185892 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:14.240791 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4f5263a7-6ffb-4168-8c3f-adc7a4b93c64 req-8be1cad9-36b0-4b18-9f18-4d7ec01937ac tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] 10.222.0.15 "GET /v2.0/security-groups?id=17d9ee12-b303-462a-b939-733117ace45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562658 Jun 09 20:10:14.676133 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48feb1d5-1bab-4f7a-9f9d-4551095ffb54 req-c30ea619-7532-404f-836f-f4e0233831df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:14.678090 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-48feb1d5-1bab-4f7a-9f9d-4551095ffb54 req-c30ea619-7532-404f-836f-f4e0233831df service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=073c5d59-8885-4f11-9997-ca8a1e2911a2 HTTP/1.1" status: 200 len: 1103 time: 0.1743081 Jun 09 20:10:14.732021 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-48feb1d5-1bab-4f7a-9f9d-4551095ffb54 req-4e5a1c93-65fe-40a8-8205-bad21f716726 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=17d9ee12-b303-462a-b939-733117ace45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473313 Jun 09 20:10:14.956494 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef48a7-0a0c-422d-8134-b072b552c8d2 req-ac8b7462-a383-447b-87fc-f482e05821be tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:14.958135 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b8ef48a7-0a0c-422d-8134-b072b552c8d2 req-ac8b7462-a383-447b-87fc-f482e05821be tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.0893466 Jun 09 20:10:15.003060 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b8ef48a7-0a0c-422d-8134-b072b552c8d2 req-c3b10d33-37e3-4d3e-aea0-0d067c677c23 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391767 Jun 09 20:10:15.451682 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080f6db-b550-40b4-a5d3-1bd06bf5439b req-f1e77d9f-a9f3-497d-9c4b-62d683074332 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:15.453326 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1080f6db-b550-40b4-a5d3-1bd06bf5439b req-f1e77d9f-a9f3-497d-9c4b-62d683074332 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] 10.222.0.15 "GET /v2.0/ports?device_id=073c5d59-8885-4f11-9997-ca8a1e2911a2 HTTP/1.1" status: 200 len: 950 time: 0.0916674 Jun 09 20:10:15.505203 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1080f6db-b550-40b4-a5d3-1bd06bf5439b req-d6b46b97-b73d-40ea-b9cb-c0fac3e9f3b0 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] 10.222.0.15 "GET /v2.0/security-groups?id=17d9ee12-b303-462a-b939-733117ace45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463064 Jun 09 20:10:15.575179 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 41620) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:15.651900 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.db.db_base_plugin_v2 [None req-933d2d68-b199-427d-a7de-4579d9461ace admin admin] Deleting subnet 4826b43f-2457-4aed-9252-257de469bfa5 {{(pid=92455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 20:10:15.655331 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-933d2d68-b199-427d-a7de-4579d9461ace admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:15.705631 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-933d2d68-b199-427d-a7de-4579d9461ace admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3128261'] for subnet, precommit_delete_associations {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:15.768336 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-933d2d68-b199-427d-a7de-4579d9461ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883559'] for subnet, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:15.908142 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-933d2d68-b199-427d-a7de-4579d9461ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2403900'] for subnet, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:15.917485 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-7024f092-7188-47aa-a970-779ffd6d50a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:15.973883 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d2d68-b199-427d-a7de-4579d9461ace admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4826b43f-2457-4aed-9252-257de469bfa5,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:15.978397 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-933d2d68-b199-427d-a7de-4579d9461ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:15.979702 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-933d2d68-b199-427d-a7de-4579d9461ace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for subnet, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:15.982366 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-933d2d68-b199-427d-a7de-4579d9461ace admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4826b43f-2457-4aed-9252-257de469bfa5 HTTP/1.1" status: 204 len: 168 time: 0.4054606 Jun 09 20:10:15.984636 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 41632) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:16.090889 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e391a514-23a9-4143-a3ae-4717d61222a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769015'] for network, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:16.279394 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e391a514-23a9-4143-a3ae-4717d61222a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884462', 'neutron.services.segments.db._delete_segments_for_network-8784791871416'] for network, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:16.295004 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.services.segments.db [None req-e391a514-23a9-4143-a3ae-4717d61222a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c116dba9-ae4c-469c-99d6-deeaa649af0e']}} {{(pid=92455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:10:16.309517 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.services.segments.db [None req-e391a514-23a9-4143-a3ae-4717d61222a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f764320-011f-41fd-8ea6-f7a44c11fa79') {'for_net_delete': True} {{(pid=92455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:10:16.309812 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.services.segments.db [None req-e391a514-23a9-4143-a3ae-4717d61222a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f764320-011f-41fd-8ea6-f7a44c11fa79') {} {{(pid=92455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:10:16.329106 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0deb11-da3e-469a-bab5-4f2fbd6e2656 req-674ea248-28ec-4bc7-9f08-018ccba80e97 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:16.330572 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-0c0deb11-da3e-469a-bab5-4f2fbd6e2656 req-674ea248-28ec-4bc7-9f08-018ccba80e97 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.1927381 Jun 09 20:10:16.332263 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e391a514-23a9-4143-a3ae-4717d61222a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784791825875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125558'] for segment, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:16.363019 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e391a514-23a9-4143-a3ae-4717d61222a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028'] for segment, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:16.379793 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e391a514-23a9-4143-a3ae-4717d61222a4 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=92455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 20:10:16.380136 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e391a514-23a9-4143-a3ae-4717d61222a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162676'] for segment, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:16.393629 dv-cinder-795669-1-iscsi neutron-server[92455]: Traceback (most recent call last): Jun 09 20:10:16.393629 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 20:10:16.393629 dv-cinder-795669-1-iscsi neutron-server[92455]: timer() Jun 09 20:10:16.393629 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 20:10:16.393629 dv-cinder-795669-1-iscsi neutron-server[92455]: cb(*args, **kw) Jun 09 20:10:16.393629 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 20:10:16.393629 dv-cinder-795669-1-iscsi neutron-server[92455]: return func(*args, **kwargs) Jun 09 20:10:16.393629 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 20:10:16.393629 dv-cinder-795669-1-iscsi neutron-server[92455]: self._notify() Jun 09 20:10:16.393629 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 20:10:16.393629 dv-cinder-795669-1-iscsi neutron-server[92455]: self.callback(batched_events) Jun 09 20:10:16.393629 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 20:10:16.393629 dv-cinder-795669-1-iscsi neutron-server[92455]: event.method(event) Jun 09 20:10:16.393629 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 20:10:16.393629 dv-cinder-795669-1-iscsi neutron-server[92455]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 20:10:16.393629 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 20:10:16.393629 dv-cinder-795669-1-iscsi neutron-server[92455]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 20:10:16.393629 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 20:10:16.393629 dv-cinder-795669-1-iscsi neutron-server[92455]: return f(self, *a, **k) Jun 09 20:10:16.393629 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 20:10:16.393629 dv-cinder-795669-1-iscsi neutron-server[92455]: return self._get(url).json() Jun 09 20:10:16.393629 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 20:10:16.393629 dv-cinder-795669-1-iscsi neutron-server[92455]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 20:10:16.393629 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 20:10:16.393629 dv-cinder-795669-1-iscsi neutron-server[92455]: return self.request(url, 'GET', **kwargs) Jun 09 20:10:16.393629 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 20:10:16.393629 dv-cinder-795669-1-iscsi neutron-server[92455]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 20:10:16.393629 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 20:10:16.393629 dv-cinder-795669-1-iscsi neutron-server[92455]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 20:10:16.393629 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 20:10:16.393629 dv-cinder-795669-1-iscsi neutron-server[92455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 20:10:16.393629 dv-cinder-795669-1-iscsi neutron-server[92455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 20:10:16.534148 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-0c0deb11-da3e-469a-bab5-4f2fbd6e2656 req-fe8b6d9b-6952-4c70-8a45-2844b9686ea6 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928096 Jun 09 20:10:16.703296 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540f4cb-96f2-46ee-b3bf-41a2f79526ca req-eb0fbd23-e4fb-47c1-8cfd-f40c69910a52 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:16.704653 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9540f4cb-96f2-46ee-b3bf-41a2f79526ca req-eb0fbd23-e4fb-47c1-8cfd-f40c69910a52 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] 10.222.0.15 "GET /v2.0/ports?device_id=073c5d59-8885-4f11-9997-ca8a1e2911a2 HTTP/1.1" status: 200 len: 950 time: 0.0809145 Jun 09 20:10:16.741865 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e391a514-23a9-4143-a3ae-4717d61222a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3854142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3925107'] for network, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:16.748643 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:16.763260 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9540f4cb-96f2-46ee-b3bf-41a2f79526ca req-649a3826-3244-44fc-9872-607b7063b7cc tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] 10.222.0.15 "GET /v2.0/security-groups?id=17d9ee12-b303-462a-b939-733117ace45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530214 Jun 09 20:10:16.766392 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e391a514-23a9-4143-a3ae-4717d61222a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for network, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:16.770560 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-e391a514-23a9-4143-a3ae-4717d61222a4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c116dba9-ae4c-469c-99d6-deeaa649af0e HTTP/1.1" status: 204 len: 168 time: 0.7825387 Jun 09 20:10:16.771104 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e391a514-23a9-4143-a3ae-4717d61222a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c116dba9-ae4c-469c-99d6-deeaa649af0e,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:16.784841 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-e391a514-23a9-4143-a3ae-4717d61222a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:17.291233 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 41662) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:17.342629 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-4f36b850-059b-486a-b80c-c124f9fb6dc6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=130fe86e36334ce89137e771e083d759&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0499165 Jun 09 20:10:17.345130 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 41664) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:17.402746 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-8bdc641b-fbd2-4dcb-81cb-0d3cdd8c58d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:17.429549 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-8bdc641b-fbd2-4dcb-81cb-0d3cdd8c58d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:17.649127 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-8bdc641b-fbd2-4dcb-81cb-0d3cdd8c58d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:17.651976 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-8bdc641b-fbd2-4dcb-81cb-0d3cdd8c58d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:17.655572 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-8bdc641b-fbd2-4dcb-81cb-0d3cdd8c58d6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7db1842f-5a70-488e-b60c-152a9f2fab68 HTTP/1.1" status: 204 len: 168 time: 0.3071680 Jun 09 20:10:17.655572 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-30d677a2-6df2-4f96-a01b-11fe7807fd71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:17.665032 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc641b-fbd2-4dcb-81cb-0d3cdd8c58d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db1842f-5a70-488e-b60c-152a9f2fab68,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:17.673549 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-8bdc641b-fbd2-4dcb-81cb-0d3cdd8c58d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:17.837907 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83766a6-5989-435c-9e5a-664382722311 req-a8de1db1-08a4-48d0-b234-caacfc15d250 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:17.839352 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f83766a6-5989-435c-9e5a-664382722311 req-a8de1db1-08a4-48d0-b234-caacfc15d250 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] 10.222.0.15 "GET /v2.0/ports?device_id=073c5d59-8885-4f11-9997-ca8a1e2911a2 HTTP/1.1" status: 200 len: 950 time: 0.1124296 Jun 09 20:10:17.851111 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9b40b-10cb-4696-82f0-af4cdeb9e5a1 req-bb8de8cf-f838-467a-93cb-0824d8519e48 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:17.853097 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-81f9b40b-10cb-4696-82f0-af4cdeb9e5a1 req-bb8de8cf-f838-467a-93cb-0824d8519e48 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.1576061 Jun 09 20:10:17.940850 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f83766a6-5989-435c-9e5a-664382722311 req-52ef944b-a3ff-4fa9-8942-ba489d8e7710 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] 10.222.0.15 "GET /v2.0/security-groups?id=17d9ee12-b303-462a-b939-733117ace45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865872 Jun 09 20:10:17.945041 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-81f9b40b-10cb-4696-82f0-af4cdeb9e5a1 req-dca6f1f5-b9bb-42e3-b4d1-08794f2219b8 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722008 Jun 09 20:10:18.849609 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 41708) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:18.949556 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [None req-dda11237-b18c-4244-b571-9399cfa294e3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1644870847-network', 'tenant_id': 'e3301fd48bee4c58b886281bcfd984c4'}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:10:19.032040 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda11237-b18c-4244-b571-9399cfa294e3 admin admin] Made reservation on behalf of e3301fd48bee4c58b886281bcfd984c4 for: {'network': 1} {{(pid=92455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:10:19.034215 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-dda11237-b18c-4244-b571-9399cfa294e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-786179'] for network, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:19.047432 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-dda11237-b18c-4244-b571-9399cfa294e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:19.149585 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-dda11237-b18c-4244-b571-9399cfa294e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:19.226174 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-dda11237-b18c-4244-b571-9399cfa294e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:19.230330 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-69c69627-abad-4231-90dd-e45e2e8ef38c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:19.254573 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dda11237-b18c-4244-b571-9399cfa294e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=92455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 20:10:19.267615 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda11237-b18c-4244-b571-9399cfa294e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed85a9cd-983f-4de4-89ec-69ab9c6125d5,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:19.271622 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-dda11237-b18c-4244-b571-9399cfa294e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:19.278707 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-dda11237-b18c-4244-b571-9399cfa294e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028'] for segment, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:19.278707 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.db.segments_db [None req-dda11237-b18c-4244-b571-9399cfa294e3 admin admin] Added segment 7f9191b7-762d-4b20-b5e3-118bc3ed2e60 of type vlan for network c2c6a903-4702-43e5-a13a-9d00e3beebb9 Jun 09 20:10:19.300127 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-dda11237-b18c-4244-b571-9399cfa294e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784791347429'] for network, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:19.415091 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-dda11237-b18c-4244-b571-9399cfa294e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3854142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545'] for network, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:19.416463 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda11237-b18c-4244-b571-9399cfa294e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:19.417113 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-dda11237-b18c-4244-b571-9399cfa294e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for network, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:19.422035 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:19.516250 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda11237-b18c-4244-b571-9399cfa294e3 admin admin] Pushing event updated for resources: {'Network': ['ID=c2c6a903-4702-43e5-a13a-9d00e3beebb9,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:19.518685 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-dda11237-b18c-4244-b571-9399cfa294e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:19.531288 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Network c2c6a903-4702-43e5-a13a-9d00e3beebb9 details requested by agent ovs-agent-dv-cinder-795669-1-iscsi with host dv-cinder-795669-1-iscsi {{(pid=92457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 20:10:19.638287 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-dda11237-b18c-4244-b571-9399cfa294e3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7875896 Jun 09 20:10:19.641747 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 41722) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:19.646657 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [None req-4b9ca516-5640-4251-9eaf-91102229ed0c admin admin] Request body: {'subnet': {'network_id': 'c2c6a903-4702-43e5-a13a-9d00e3beebb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1644870847-subnet', 'tenant_id': 'e3301fd48bee4c58b886281bcfd984c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:10:19.780450 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9ca516-5640-4251-9eaf-91102229ed0c admin admin] Made reservation on behalf of e3301fd48bee4c58b886281bcfd984c4 for: {'subnet': 1} {{(pid=92455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:10:19.782744 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-4b9ca516-5640-4251-9eaf-91102229ed0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403905'] for subnet, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:20.077846 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-4b9ca516-5640-4251-9eaf-91102229ed0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4162774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2403891'] for subnet, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:20.081900 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:20.155226 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ca516-5640-4251-9eaf-91102229ed0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d991aa8-4a67-4571-aeb8-f96e648fe294,revision_number=0']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:20.162610 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-4b9ca516-5640-4251-9eaf-91102229ed0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:20.173797 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9ca516-5640-4251-9eaf-91102229ed0c admin admin] Checking segment: {'id': '7f9191b7-762d-4b20-b5e3-118bc3ed2e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c2c6a903-4702-43e5-a13a-9d00e3beebb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:10:20.174148 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9ca516-5640-4251-9eaf-91102229ed0c admin admin] Network hostable DHCP agents. Network: c2c6a903-4702-43e5-a13a-9d00e3beebb9, hostable agents: ['2a21a80c-97c7-49ed-8bbe-36caa960580c'], hosted agents: [] {{(pid=92455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 20:10:20.271146 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9ca516-5640-4251-9eaf-91102229ed0c admin admin] Network c2c6a903-4702-43e5-a13a-9d00e3beebb9 is scheduled to be hosted by DHCP agent 2a21a80c-97c7-49ed-8bbe-36caa960580c with binding_index 1 {{(pid=92455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 20:10:20.363118 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.base_scheduler [None req-4b9ca516-5640-4251-9eaf-91102229ed0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795669-1-iscsi, c2c6a903-4702-43e5-a13a-9d00e3beebb9) {{(pid=92455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:10:20.368985 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9ca516-5640-4251-9eaf-91102229ed0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:20.370043 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-4b9ca516-5640-4251-9eaf-91102229ed0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for subnet, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:20.370749 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62214f3-b8f4-431c-9466-f8e51149031b None None] Network c2c6a903-4702-43e5-a13a-9d00e3beebb9 requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:10:20.490026 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-4b9ca516-5640-4251-9eaf-91102229ed0c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8472068 Jun 09 20:10:20.555338 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec45889-2f63-4b75-87c3-b0c4214b2202 None None] Network c2c6a903-4702-43e5-a13a-9d00e3beebb9 requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:10:20.826785 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-aaf8fcf4-35ac-4907-98ac-284a985ab83f req-2a1c60fb-107c-4219-adea-a4d471200ed8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733492 Jun 09 20:10:20.976883 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8fcf4-35ac-4907-98ac-284a985ab83f req-a73adb88-08c2-4d37-b1f7-8cdc38e85330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:20.978343 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-aaf8fcf4-35ac-4907-98ac-284a985ab83f req-a73adb88-08c2-4d37-b1f7-8cdc38e85330 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3f30e4e665c8435e83fa56abcd23bc22&device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 1098 time: 0.0705605 Jun 09 20:10:20.990159 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313f9c0-003a-47b3-90e9-80d79036230f req-9b304903-3a96-431c-a9cf-9e16d761a6cf tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:20.991763 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c313f9c0-003a-47b3-90e9-80d79036230f req-9b304903-3a96-431c-a9cf-9e16d761a6cf tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] 10.222.0.15 "GET /v2.0/ports?device_id=073c5d59-8885-4f11-9997-ca8a1e2911a2 HTTP/1.1" status: 200 len: 950 time: 0.1483686 Jun 09 20:10:20.999262 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a57a8-19d4-423e-be34-ac251583ef8f req-182cad73-8bec-4a3d-8881-fd246a3b778b tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:21.000643 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-915a57a8-19d4-423e-be34-ac251583ef8f req-182cad73-8bec-4a3d-8881-fd246a3b778b tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.1590118 Jun 09 20:10:21.068410 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c313f9c0-003a-47b3-90e9-80d79036230f req-3c7e5034-7ca2-47f9-924d-47a6041ffc79 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] 10.222.0.15 "GET /v2.0/security-groups?id=17d9ee12-b303-462a-b939-733117ace45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668344 Jun 09 20:10:21.072656 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-915a57a8-19d4-423e-be34-ac251583ef8f req-8fd0345b-5bec-48b9-90fe-d7b7b9f39390 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586998 Jun 09 20:10:21.126821 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8fcf4-35ac-4907-98ac-284a985ab83f req-0eb26b6d-1b79-4d19-a9c7-892ee53247b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:21.128411 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-aaf8fcf4-35ac-4907-98ac-284a985ab83f req-0eb26b6d-1b79-4d19-a9c7-892ee53247b4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b2773c51-860c-4726-b245-81d2da947565 HTTP/1.1" status: 200 len: 920 time: 0.1289024 Jun 09 20:10:21.205492 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-aaf8fcf4-35ac-4907-98ac-284a985ab83f req-f722b9b8-51d3-4e70-aa2d-df5fd3b82fc6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfe8fdb1-b7da-47a4-9f17-bfd53122553f HTTP/1.1" status: 200 len: 217 time: 0.0662539 Jun 09 20:10:21.276187 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8fcf4-35ac-4907-98ac-284a985ab83f req-3eca4b57-e0c8-4ec4-82f9-cf87e3fe5b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:21.277828 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-aaf8fcf4-35ac-4907-98ac-284a985ab83f req-3eca4b57-e0c8-4ec4-82f9-cf87e3fe5b1d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1fb7b8a2-658b-4014-a6fa-473f341feb23 HTTP/1.1" status: 200 len: 859 time: 0.0606549 Jun 09 20:10:21.335931 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-aaf8fcf4-35ac-4907-98ac-284a985ab83f req-5799d8c2-5843-497e-a55a-32da12af946e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b2773c51-860c-4726-b245-81d2da947565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434301 Jun 09 20:10:21.430768 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-11e71851-9eee-46f2-92b7-f8d304d0747b tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:21.438192 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-11e71851-9eee-46f2-92b7-f8d304d0747b tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/networks?id=c2c6a903-4702-43e5-a13a-9d00e3beebb9 HTTP/1.1" status: 200 len: 815 time: 0.1505384 Jun 09 20:10:21.455127 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-b445a2d2-ebe8-4afd-8490-a087faa3cb48 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/quotas/e3301fd48bee4c58b886281bcfd984c4 HTTP/1.1" status: 200 len: 375 time: 0.0159566 Jun 09 20:10:21.478883 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-aaf8fcf4-35ac-4907-98ac-284a985ab83f req-481e2ea3-9939-4893-aaa7-04701546026d service neutron] 10.222.0.22 "GET /v2.0/networks/b2773c51-860c-4726-b245-81d2da947565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349463 Jun 09 20:10:21.502027 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-3fe7fd3b-b154-4bf4-bee3-c44f9a238df1 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e3301fd48bee4c58b886281bcfd984c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460448 Jun 09 20:10:21.627222 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-aaf8fcf4-35ac-4907-98ac-284a985ab83f req-70668f57-356b-44b3-a346-b0fea3689004 service neutron] 10.222.0.22 "GET /v2.0/networks/b2773c51-860c-4726-b245-81d2da947565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379161 Jun 09 20:10:21.656370 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-400f759f-9626-472b-8608-16bbbf60640f service neutron] 10.222.0.15 "GET /v2.0/networks/c2c6a903-4702-43e5-a13a-9d00e3beebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466615 Jun 09 20:10:21.876254 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-0c7d7996-f8b0-483d-8e9c-10b0c8dc33fa service neutron] 10.222.0.15 "GET /v2.0/networks/c2c6a903-4702-43e5-a13a-9d00e3beebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127197 Jun 09 20:10:22.397224 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627786e-29fa-40eb-9a01-dc1665459f5b req-c0ce4b1d-1e1d-4443-808e-98b3a028b430 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:22.398815 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b627786e-29fa-40eb-9a01-dc1665459f5b req-c0ce4b1d-1e1d-4443-808e-98b3a028b430 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] 10.222.0.15 "GET /v2.0/ports?device_id=073c5d59-8885-4f11-9997-ca8a1e2911a2 HTTP/1.1" status: 200 len: 950 time: 0.1928537 Jun 09 20:10:22.414709 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473815d-e3b8-4978-874c-9181c28d1a30 req-7046e758-3a74-4be6-809e-3b50fa7824cc tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:22.416264 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9473815d-e3b8-4978-874c-9181c28d1a30 req-7046e758-3a74-4be6-809e-3b50fa7824cc tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.1611342 Jun 09 20:10:22.446627 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 41782) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:22.485329 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b627786e-29fa-40eb-9a01-dc1665459f5b req-f0a4e715-b36b-4d23-9fd0-e8df5235efeb tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] 10.222.0.15 "GET /v2.0/security-groups?id=17d9ee12-b303-462a-b939-733117ace45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794611 Jun 09 20:10:22.493287 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9473815d-e3b8-4978-874c-9181c28d1a30 req-872d5511-050c-4596-b533-342e9e1df05b tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627062 Jun 09 20:10:22.564477 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f3bdc9ab-4283-453f-ab36-6009beb9b77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:22.582839 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d8d5c0e0-cb3f-4f25-8377-e15c6c8f4048 req-5a895d2f-5256-46d4-8092-464243316f08 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f9ac5d8-58b2-412a-8ac6-58d46cba633f HTTP/1.1" status: 200 len: 210 time: 0.0461264 Jun 09 20:10:22.672375 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f3bdc9ab-4283-453f-ab36-6009beb9b77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:22.774778 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f3bdc9ab-4283-453f-ab36-6009beb9b77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:22.783956 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-14ab1acb-1cf1-4b6d-b300-60d2b690c2f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:22.822209 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-f3bdc9ab-4283-453f-ab36-6009beb9b77a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=118a8611f979427cb441ce8db1d31f22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3744018 Jun 09 20:10:22.824047 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bdc9ab-4283-453f-ab36-6009beb9b77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61cddf14-0d72-4e35-82da-7b1d0dfbf5b8,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:22.824979 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 41786) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:22.827702 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-f3bdc9ab-4283-453f-ab36-6009beb9b77a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:22.888119 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-5f8d275a-8913-475d-9499-161a5efd9f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:22.915154 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-5f8d275a-8913-475d-9499-161a5efd9f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:23.083593 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-5f8d275a-8913-475d-9499-161a5efd9f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:23.086133 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-5f8d275a-8913-475d-9499-161a5efd9f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:23.087247 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-5f8d275a-8913-475d-9499-161a5efd9f3b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/61cddf14-0d72-4e35-82da-7b1d0dfbf5b8 HTTP/1.1" status: 204 len: 168 time: 0.2613146 Jun 09 20:10:23.088170 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-8bdc641b-fbd2-4dcb-81cb-0d3cdd8c58d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:23.098903 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d275a-8913-475d-9499-161a5efd9f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cddf14-0d72-4e35-82da-7b1d0dfbf5b8,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:23.101873 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-5f8d275a-8913-475d-9499-161a5efd9f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:24.574904 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:25.755778 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba84ae-8212-4269-bdee-b9a60584c119 req-205a221a-7ba1-4599-aa90-6644654b027a tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:25.757302 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-8fba84ae-8212-4269-bdee-b9a60584c119 req-205a221a-7ba1-4599-aa90-6644654b027a tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] 10.222.0.22 "GET /v2.0/ports?device_id=073c5d59-8885-4f11-9997-ca8a1e2911a2 HTTP/1.1" status: 200 len: 950 time: 0.1064031 Jun 09 20:10:25.803228 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8fe3a2-d229-424d-851d-0ab68a246c60 req-3b0ef869-8476-4e41-acc9-3af561ad670b tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:25.804709 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ac8fe3a2-d229-424d-851d-0ab68a246c60 req-3b0ef869-8476-4e41-acc9-3af561ad670b tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] 10.222.0.15 "GET /v2.0/ports?device_id=073c5d59-8885-4f11-9997-ca8a1e2911a2 HTTP/1.1" status: 200 len: 950 time: 0.1410520 Jun 09 20:10:25.839524 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c1b57-f417-4d90-ae89-4192d58509b8 req-62d60c71-9867-4a79-a528-754ce1774c22 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:25.841010 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ad7c1b57-f417-4d90-ae89-4192d58509b8 req-62d60c71-9867-4a79-a528-754ce1774c22 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.1200709 Jun 09 20:10:25.881142 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ac8fe3a2-d229-424d-851d-0ab68a246c60 req-10c9543a-954a-4cc4-a51d-929b97319856 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] 10.222.0.15 "GET /v2.0/security-groups?id=17d9ee12-b303-462a-b939-733117ace45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693500 Jun 09 20:10:25.905884 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [req-8fba84ae-8212-4269-bdee-b9a60584c119 req-9b3cb8b0-284c-4b7e-8477-41ca12cde700 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Deleting port eee69d1f-3ff6-42f1-be27-a25583a84b0c {{(pid=92456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:10:25.906252 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-8fba84ae-8212-4269-bdee-b9a60584c119 req-9b3cb8b0-284c-4b7e-8477-41ca12cde700 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:25.909804 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ad7c1b57-f417-4d90-ae89-4192d58509b8 req-cf7e443c-d845-425d-b403-e756ed2113c9 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575001 Jun 09 20:10:26.034460 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-41e75695-ead6-4b77-859f-6b8053b403ab req-250b6417-8e95-42ec-9248-cb2b2dab0c2f tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f9ac5d8-58b2-412a-8ac6-58d46cba633f HTTP/1.1" status: 200 len: 210 time: 0.0549889 Jun 09 20:10:26.066209 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-8fba84ae-8212-4269-bdee-b9a60584c119 req-9b3cb8b0-284c-4b7e-8477-41ca12cde700 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] For port eee69d1f-3ff6-42f1-be27-a25583a84b0c, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=eee69d1f-3ff6-42f1-be27-a25583a84b0c,segment=NetworkSegment(e453227b-7cae-4762-93c2-27f1d1b1d60f),segment_id=e453227b-7cae-4762-93c2-27f1d1b1d60f)] {{(pid=92456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:10:26.066639 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-8fba84ae-8212-4269-bdee-b9a60584c119 req-9b3cb8b0-284c-4b7e-8477-41ca12cde700 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:26.193414 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [req-8fba84ae-8212-4269-bdee-b9a60584c119 req-9b3cb8b0-284c-4b7e-8477-41ca12cde700 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Calling delete_port for eee69d1f-3ff6-42f1-be27-a25583a84b0c owned by compute:nova {{(pid=92456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:10:26.421863 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-8fba84ae-8212-4269-bdee-b9a60584c119 req-9b3cb8b0-284c-4b7e-8477-41ca12cde700 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377'] for port, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:26.428066 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-82cb8132-8d15-423f-b3ac-161f73aa87d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:26.436843 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['eee69d1f-3ff6-42f1-be27-a25583a84b0c'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:10:26.473565 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3cb8b0-284c-4b7e-8477-41ca12cde700 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Pushing event deleted for resources: {'Port': ['ID=eee69d1f-3ff6-42f1-be27-a25583a84b0c,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:26.478365 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-9b3cb8b0-284c-4b7e-8477-41ca12cde700 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:26.636822 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fba84ae-8212-4269-bdee-b9a60584c119 req-9b3cb8b0-284c-4b7e-8477-41ca12cde700 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] No DVR routers for this DVR port eee69d1f-3ff6-42f1-be27-a25583a84b0c on host hv-cinder-79566 {{(pid=92456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 20:10:26.636822 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-8fba84ae-8212-4269-bdee-b9a60584c119 req-9b3cb8b0-284c-4b7e-8477-41ca12cde700 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:26.636822 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-8fba84ae-8212-4269-bdee-b9a60584c119 req-9b3cb8b0-284c-4b7e-8477-41ca12cde700 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] 10.222.0.22 "DELETE /v2.0/ports/eee69d1f-3ff6-42f1-be27-a25583a84b0c HTTP/1.1" status: 204 len: 173 time: 0.8528595 Jun 09 20:10:26.636822 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '073c5d59-8885-4f11-9997-ca8a1e2911a2', 'name': 'network-vif-deleted', 'tag': 'eee69d1f-3ff6-42f1-be27-a25583a84b0c'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:10:26.636822 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4956bd-7fa3-4183-b8d1-fabea939cdc6" -d '{"events": [{"server_uuid": "073c5d59-8885-4f11-9997-ca8a1e2911a2", "name": "network-vif-deleted", "tag": "eee69d1f-3ff6-42f1-be27-a25583a84b0c"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:10:26.682033 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14472557-f10d-41db-8d27-ea2c4cd68439 x-openstack-request-id: req-14472557-f10d-41db-8d27-ea2c4cd68439 {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:10:26.682879 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "073c5d59-8885-4f11-9997-ca8a1e2911a2", "name": "network-vif-deleted", "tag": "eee69d1f-3ff6-42f1-be27-a25583a84b0c", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:10:26.683707 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-14472557-f10d-41db-8d27-ea2c4cd68439 {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:10:26.684490 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '073c5d59-8885-4f11-9997-ca8a1e2911a2', 'name': 'network-vif-deleted', 'tag': 'eee69d1f-3ff6-42f1-be27-a25583a84b0c', 'status': 'completed', 'code': 200} Jun 09 20:10:27.094214 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d2e9482f-ea71-4b80-8617-46a2fa2afb2e req-a41d8267-2816-474d-9563-c9e40255e143 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] 10.222.0.15 "GET /v2.0/ports?device_id=073c5d59-8885-4f11-9997-ca8a1e2911a2 HTTP/1.1" status: 200 len: 210 time: 0.0759623 Jun 09 20:10:27.145479 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ec368-fdfd-427d-b61a-be2ba24ea91b req-80c0699d-99c5-4ee6-ad64-ccafb4066c41 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:27.146909 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ea0ec368-fdfd-427d-b61a-be2ba24ea91b req-80c0699d-99c5-4ee6-ad64-ccafb4066c41 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.0970659 Jun 09 20:10:27.191508 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ea0ec368-fdfd-427d-b61a-be2ba24ea91b req-6c6c0f9b-558c-423a-9c5a-9d79bb34dc0a tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385087 Jun 09 20:10:27.235336 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-5838b83a-66f1-4de4-8caf-49d9e8e77948 req-e098c791-716e-4f91-a4aa-c08bc51c2da1 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f9ac5d8-58b2-412a-8ac6-58d46cba633f HTTP/1.1" status: 200 len: 210 time: 0.0427959 Jun 09 20:10:27.390556 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-d92c489f-1a96-46ba-b21a-5d69aad8e2ca tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:27.392196 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-d92c489f-1a96-46ba-b21a-5d69aad8e2ca tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.22 "GET /v2.0/networks?id=c2c6a903-4702-43e5-a13a-9d00e3beebb9 HTTP/1.1" status: 200 len: 815 time: 0.1812892 Jun 09 20:10:27.405242 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-f8b3ca11-3437-4cbc-a3c9-4470c78b003a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Request body: {'port': {'device_id': '6f9ac5d8-58b2-412a-8ac6-58d46cba633f', 'network_id': 'c2c6a903-4702-43e5-a13a-9d00e3beebb9', 'admin_state_up': True, 'tenant_id': 'e3301fd48bee4c58b886281bcfd984c4'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:10:27.711746 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-f8b3ca11-3437-4cbc-a3c9-4470c78b003a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Made reservation on behalf of e3301fd48bee4c58b886281bcfd984c4 for: {'port': 1} {{(pid=92456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:10:27.716656 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-f8b3ca11-3437-4cbc-a3c9-4470c78b003a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:27.909055 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_common [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-f8b3ca11-3437-4cbc-a3c9-4470c78b003a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Allocated IP 172.20.0.2 (c2c6a903-4702-43e5-a13a-9d00e3beebb9/9d991aa8-4a67-4571-aeb8-f96e648fe294/1919371e-9430-4b1a-883c-faf502c1e66d) {{(pid=92456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:10:28.121174 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-f8b3ca11-3437-4cbc-a3c9-4470c78b003a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Notify callbacks [] for port, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:28.238376 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-f8b3ca11-3437-4cbc-a3c9-4470c78b003a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368'] for port, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:28.246989 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-010d13c8-e25a-4d2b-b92d-78051f5ac7b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:28.310022 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-f8b3ca11-3437-4cbc-a3c9-4470c78b003a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Network c2c6a903-4702-43e5-a13a-9d00e3beebb9 is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:10:28.314634 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-f8b3ca11-3437-4cbc-a3c9-4470c78b003a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:10:28.317930 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-f8b3ca11-3437-4cbc-a3c9-4470c78b003a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Received port after_create {{(pid=92456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:10:28.323382 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-f8b3ca11-3437-4cbc-a3c9-4470c78b003a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:28.323998 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-f8b3ca11-3437-4cbc-a3c9-4470c78b003a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:28.330411 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 41906) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:28.351950 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b3ca11-3437-4cbc-a3c9-4470c78b003a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Pushing event updated for resources: {'Port': ['ID=1919371e-9430-4b1a-883c-faf502c1e66d,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:28.356550 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-f8b3ca11-3437-4cbc-a3c9-4470c78b003a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:28.393791 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402c107-966b-46a9-b321-e54ea3fb7187 req-ba18cf43-5258-4673-ad28-f2a55267a115 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:28.396001 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4402c107-966b-46a9-b321-e54ea3fb7187 req-ba18cf43-5258-4673-ad28-f2a55267a115 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.0923169 Jun 09 20:10:28.444366 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4402c107-966b-46a9-b321-e54ea3fb7187 req-a2040431-56b0-4e47-a3d2-6efa66870e9a tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411901 Jun 09 20:10:28.455875 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-f8b3ca11-3437-4cbc-a3c9-4470c78b003a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0542371 Jun 09 20:10:28.478711 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-a52afafc-5986-481c-843c-bde2c464edbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:28.632226 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f8e1f-bcb5-46f1-84c3-e0833c567700 req-9e46ba02-1c1a-4b1a-953e-a85ace2c67eb tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:28.633701 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-433f8e1f-bcb5-46f1-84c3-e0833c567700 req-9e46ba02-1c1a-4b1a-953e-a85ace2c67eb tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f9ac5d8-58b2-412a-8ac6-58d46cba633f HTTP/1.1" status: 200 len: 931 time: 0.0933218 Jun 09 20:10:28.643429 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-a52afafc-5986-481c-843c-bde2c464edbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:28.680863 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-433f8e1f-bcb5-46f1-84c3-e0833c567700 req-f82beba1-30e9-4e52-8d46-f9d7ee4f46c2 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402403 Jun 09 20:10:28.781061 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-a52afafc-5986-481c-843c-bde2c464edbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:28.790312 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-1e9d83ea-3c9f-4fc4-aaf4-9e147a4ba5cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:28.834025 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-a52afafc-5986-481c-843c-bde2c464edbe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1185b71d0ef34564901d6783aa661202&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4971347 Jun 09 20:10:28.834025 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52afafc-5986-481c-843c-bde2c464edbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca9e764-2aca-4e5d-ada9-6c96feb121dd,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:28.834195 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 41932) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:28.834283 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-a52afafc-5986-481c-843c-bde2c464edbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:28.896408 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-199dddcb-b543-47b6-ac20-1ad5d5c7e357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:28.922524 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-199dddcb-b543-47b6-ac20-1ad5d5c7e357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:29.090131 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-aadd892f-66bd-4510-9e59-f7ec3d2901b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:29.157882 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-199dddcb-b543-47b6-ac20-1ad5d5c7e357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:29.162405 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-199dddcb-b543-47b6-ac20-1ad5d5c7e357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:29.162405 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-199dddcb-b543-47b6-ac20-1ad5d5c7e357 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3ca9e764-2aca-4e5d-ada9-6c96feb121dd HTTP/1.1" status: 204 len: 168 time: 0.3287654 Jun 09 20:10:29.162405 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-f4e8bb76-cfdc-41ff-aa03-b58d65b689f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:29.172715 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199dddcb-b543-47b6-ac20-1ad5d5c7e357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca9e764-2aca-4e5d-ada9-6c96feb121dd,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:29.175031 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-199dddcb-b543-47b6-ac20-1ad5d5c7e357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:29.652026 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebda7f-d48a-4732-a50c-2d72b0974955 req-57162738-70f8-406b-aebe-815648872c27 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:29.653568 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ddebda7f-d48a-4732-a50c-2d72b0974955 req-57162738-70f8-406b-aebe-815648872c27 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.0869639 Jun 09 20:10:29.699318 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ddebda7f-d48a-4732-a50c-2d72b0974955 req-c2267a82-efa3-4f85-9cd2-614b3a885b69 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395689 Jun 09 20:10:29.871511 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d35bc9-6edf-459f-a34e-88e78c9b37a4 req-e648f60e-4538-40c6-bed6-22da1d21ad4e tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:29.872970 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d8d35bc9-6edf-459f-a34e-88e78c9b37a4 req-e648f60e-4538-40c6-bed6-22da1d21ad4e tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f9ac5d8-58b2-412a-8ac6-58d46cba633f HTTP/1.1" status: 200 len: 931 time: 0.0813320 Jun 09 20:10:29.894056 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device eee69d1f-3ff6-42f1-be27-a25583a84b0c no longer exists at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:10:29.918657 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d8d35bc9-6edf-459f-a34e-88e78c9b37a4 req-8911f7bc-7d5d-4d23-8d15-0a7cbaa75692 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394506 Jun 09 20:10:29.936736 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 42012) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:29.954922 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-bce111aa-af6e-4532-9894-cf2511df0342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:29.962113 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] No Port match for: eee69d1f-3ff6-42f1-be27-a25583a84b0c {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:10:29.963272 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device eee69d1f-3ff6-42f1-be27-a25583a84b0c not bound to the agent host hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:10:30.056883 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-bce111aa-af6e-4532-9894-cf2511df0342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:30.128201 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-bce111aa-af6e-4532-9894-cf2511df0342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:30.136430 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-8670c71a-f8d5-489a-9936-6a65d7dda5d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:30.179007 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce111aa-af6e-4532-9894-cf2511df0342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2373084e-18b5-43fc-803c-c165e08f8ab0,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:30.183349 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-bce111aa-af6e-4532-9894-cf2511df0342 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=04fc375b512442a394a3fb014d83228c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2455902 Jun 09 20:10:30.184307 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-bce111aa-af6e-4532-9894-cf2511df0342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:30.191571 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 42026) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:30.249838 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-9fb640d5-c197-43df-9258-48716bfaa300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:30.274972 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-9fb640d5-c197-43df-9258-48716bfaa300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:30.415376 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-9fb640d5-c197-43df-9258-48716bfaa300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:30.421516 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-9fb640d5-c197-43df-9258-48716bfaa300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:30.421516 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-9fb640d5-c197-43df-9258-48716bfaa300 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2373084e-18b5-43fc-803c-c165e08f8ab0 HTTP/1.1" status: 204 len: 168 time: 0.2265160 Jun 09 20:10:30.421516 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-45f18bf7-0340-4aad-9895-131aebe2cc6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:30.429549 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb640d5-c197-43df-9258-48716bfaa300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2373084e-18b5-43fc-803c-c165e08f8ab0,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:30.431874 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-9fb640d5-c197-43df-9258-48716bfaa300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:30.945357 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-f732089f-e457-4c8e-ad3f-3652bee4de03 service neutron] Request body: {'port': {'device_id': '6f9ac5d8-58b2-412a-8ac6-58d46cba633f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79566'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:10:31.066011 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-f732089f-e457-4c8e-ad3f-3652bee4de03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:31.346772 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a40fd0-55bc-4197-ba35-5f39ec8b0eb5 req-e159bd18-62a1-4361-8bf2-047daeb6de94 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:31.354179 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d0a40fd0-55bc-4197-ba35-5f39ec8b0eb5 req-e159bd18-62a1-4361-8bf2-047daeb6de94 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.2647014 Jun 09 20:10:31.399150 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf6317-d5f1-4824-a522-8820a4903da9 req-3e91e37a-fcc6-4c73-8165-278c23bd272d tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:31.406478 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-14bf6317-d5f1-4824-a522-8820a4903da9 req-3e91e37a-fcc6-4c73-8165-278c23bd272d tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f9ac5d8-58b2-412a-8ac6-58d46cba633f HTTP/1.1" status: 200 len: 931 time: 0.2826107 Jun 09 20:10:31.474547 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d0a40fd0-55bc-4197-ba35-5f39ec8b0eb5 req-f5b5dd6d-8fd5-43f3-823e-162d9357edcf tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193807 Jun 09 20:10:31.487788 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-14bf6317-d5f1-4824-a522-8820a4903da9 req-a88262c9-139d-48fd-b6da-97aac5e0ce57 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804067 Jun 09 20:10:31.493233 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-f732089f-e457-4c8e-ad3f-3652bee4de03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1919371e-9430-4b1a-883c-faf502c1e66d {{(pid=92456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:10:31.502778 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-f732089f-e457-4c8e-ad3f-3652bee4de03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:31.532583 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.provisioning_blocks [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-f732089f-e457-4c8e-ad3f-3652bee4de03 service neutron] Transition to ACTIVE for port object 1919371e-9430-4b1a-883c-faf502c1e66d will not be triggered until provisioned by entity L2. {{(pid=92456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:10:31.541169 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:31.729925 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-f732089f-e457-4c8e-ad3f-3652bee4de03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:31.734594 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-9b3cb8b0-284c-4b7e-8477-41ca12cde700 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:31.878007 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-10637d57-5081-4165-bd0e-799c4dcdb7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:31.893415 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f732089f-e457-4c8e-ad3f-3652bee4de03 service neutron] Pushing event updated for resources: {'Port': ['ID=1919371e-9430-4b1a-883c-faf502c1e66d,revision_number=2']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:31.897123 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-f732089f-e457-4c8e-ad3f-3652bee4de03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:31.975357 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-f732089f-e457-4c8e-ad3f-3652bee4de03 service neutron] Attempting to bind port 1919371e-9430-4b1a-883c-faf502c1e66d on host hv-cinder-79566 for vnic_type normal with profile {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:10:31.976105 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-f732089f-e457-4c8e-ad3f-3652bee4de03 service neutron] Attempting to bind port 1919371e-9430-4b1a-883c-faf502c1e66d by drivers openvswitch,hyperv on host hv-cinder-79566 at level 0 using segments [{'id': '7f9191b7-762d-4b20-b5e3-118bc3ed2e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c2c6a903-4702-43e5-a13a-9d00e3beebb9'}] {{(pid=92456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:10:31.976105 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-f732089f-e457-4c8e-ad3f-3652bee4de03 service neutron] Attempting to bind port 1919371e-9430-4b1a-883c-faf502c1e66d on network c2c6a903-4702-43e5-a13a-9d00e3beebb9 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:10:31.980885 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-f732089f-e457-4c8e-ad3f-3652bee4de03 service neutron] Port 1919371e-9430-4b1a-883c-faf502c1e66d on network c2c6a903-4702-43e5-a13a-9d00e3beebb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79566 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 20:10:31.981198 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-f732089f-e457-4c8e-ad3f-3652bee4de03 service neutron] Attempting to bind port 1919371e-9430-4b1a-883c-faf502c1e66d on network c2c6a903-4702-43e5-a13a-9d00e3beebb9 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:10:31.987646 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-f732089f-e457-4c8e-ad3f-3652bee4de03 service neutron] Checking agent: {'id': '747acf60-c6b9-434b-b325-86e193e3fffe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 20, 7, 24), 'started_at': datetime.datetime(2021, 6, 9, 20, 7, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:10:31.989682 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-f732089f-e457-4c8e-ad3f-3652bee4de03 service neutron] Checking segment: {'id': '7f9191b7-762d-4b20-b5e3-118bc3ed2e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c2c6a903-4702-43e5-a13a-9d00e3beebb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:10:31.989682 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-f732089f-e457-4c8e-ad3f-3652bee4de03 service neutron] Bound using segment: {'id': '7f9191b7-762d-4b20-b5e3-118bc3ed2e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c2c6a903-4702-43e5-a13a-9d00e3beebb9'} {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:10:31.989682 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-f732089f-e457-4c8e-ad3f-3652bee4de03 service neutron] Bound port: 1919371e-9430-4b1a-883c-faf502c1e66d, host: hv-cinder-79566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f9191b7-762d-4b20-b5e3-118bc3ed2e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c2c6a903-4702-43e5-a13a-9d00e3beebb9'}}] {{(pid=92456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:10:31.989682 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-f732089f-e457-4c8e-ad3f-3652bee4de03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:32.141868 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-f732089f-e457-4c8e-ad3f-3652bee4de03 service neutron] For port 1919371e-9430-4b1a-883c-faf502c1e66d, host hv-cinder-79566, cleared binding levels {{(pid=92456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:10:32.145265 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-f732089f-e457-4c8e-ad3f-3652bee4de03 service neutron] For port 1919371e-9430-4b1a-883c-faf502c1e66d, host hv-cinder-79566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=1919371e-9430-4b1a-883c-faf502c1e66d,segment=NetworkSegment(7f9191b7-762d-4b20-b5e3-118bc3ed2e60),segment_id=7f9191b7-762d-4b20-b5e3-118bc3ed2e60)] {{(pid=92456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:10:32.226874 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-f732089f-e457-4c8e-ad3f-3652bee4de03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:32.231866 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:32.294885 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-f732089f-e457-4c8e-ad3f-3652bee4de03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:32.295675 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-f732089f-e457-4c8e-ad3f-3652bee4de03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:32.297067 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-f732089f-e457-4c8e-ad3f-3652bee4de03 service neutron] 10.222.0.22 "PUT /v2.0/ports/1919371e-9430-4b1a-883c-faf502c1e66d HTTP/1.1" status: 200 len: 1093 time: 1.3621233 Jun 09 20:10:32.297579 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f9ac5d8-58b2-412a-8ac6-58d46cba633f', 'tag': '1919371e-9430-4b1a-883c-faf502c1e66d'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:10:32.300113 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03d0e52-bd65-4e99-8994-896aa3950478" -d '{"events": [{"name": "network-changed", "server_uuid": "6f9ac5d8-58b2-412a-8ac6-58d46cba633f", "tag": "1919371e-9430-4b1a-883c-faf502c1e66d"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:10:32.319648 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f732089f-e457-4c8e-ad3f-3652bee4de03 service neutron] Pushing event updated for resources: {'Port': ['ID=1919371e-9430-4b1a-883c-faf502c1e66d,revision_number=3']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:32.322831 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-f732089f-e457-4c8e-ad3f-3652bee4de03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:32.356779 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 20:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e187e25-9506-4334-820a-29012b7f76e5 x-openstack-request-id: req-0e187e25-9506-4334-820a-29012b7f76e5 {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:10:32.357098 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f9ac5d8-58b2-412a-8ac6-58d46cba633f", "tag": "1919371e-9430-4b1a-883c-faf502c1e66d", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:10:32.357369 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0e187e25-9506-4334-820a-29012b7f76e5 {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:10:32.357811 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f9ac5d8-58b2-412a-8ac6-58d46cba633f', 'tag': '1919371e-9430-4b1a-883c-faf502c1e66d', 'status': 'completed', 'code': 200} Jun 09 20:10:32.472098 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d0e52-bd65-4e99-8994-896aa3950478 req-188780e0-5bc7-4616-b1fb-9217b61fb566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:32.473577 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b03d0e52-bd65-4e99-8994-896aa3950478 req-188780e0-5bc7-4616-b1fb-9217b61fb566 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e3301fd48bee4c58b886281bcfd984c4&device_id=6f9ac5d8-58b2-412a-8ac6-58d46cba633f HTTP/1.1" status: 200 len: 1096 time: 0.0892067 Jun 09 20:10:32.649489 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d0e52-bd65-4e99-8994-896aa3950478 req-e3827d05-4ef6-4a31-81a2-d78dde9775ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:32.651168 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b03d0e52-bd65-4e99-8994-896aa3950478 req-e3827d05-4ef6-4a31-81a2-d78dde9775ad service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=e3301fd48bee4c58b886281bcfd984c4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1621258 Jun 09 20:10:32.769008 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:32.845708 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c306c93-434f-463c-8477-c7770392069a req-1d5d3da5-adfb-4e76-b2c6-0c910906cb1d tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:32.847331 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4c306c93-434f-463c-8477-c7770392069a req-1d5d3da5-adfb-4e76-b2c6-0c910906cb1d tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.1593440 Jun 09 20:10:32.856043 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7f486-0e2e-4d29-ad89-4ae029ee9212 req-637d7720-38e5-4f11-bdbe-ff4584a458c4 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:32.857386 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1dd7f486-0e2e-4d29-ad89-4ae029ee9212 req-637d7720-38e5-4f11-bdbe-ff4584a458c4 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f9ac5d8-58b2-412a-8ac6-58d46cba633f HTTP/1.1" status: 200 len: 943 time: 0.1282027 Jun 09 20:10:32.929292 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4c306c93-434f-463c-8477-c7770392069a req-538e572e-7ba9-4cea-a1bb-72f231229bf5 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701342 Jun 09 20:10:32.932012 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1dd7f486-0e2e-4d29-ad89-4ae029ee9212 req-b5bcf585-b4c8-4036-b252-715e34f30137 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589585 Jun 09 20:10:34.346570 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:35.689329 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d0e52-bd65-4e99-8994-896aa3950478 req-971b8ba4-b221-4b04-b435-7eeefc3f20dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:35.691390 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b03d0e52-bd65-4e99-8994-896aa3950478 req-971b8ba4-b221-4b04-b435-7eeefc3f20dd service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1470416 Jun 09 20:10:35.807795 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-b2e57eff-e632-461a-b04c-fd2f70609f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:35.809362 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-b2e57eff-e632-461a-b04c-fd2f70609f95 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e3301fd48bee4c58b886281bcfd984c4&device_id=6f9ac5d8-58b2-412a-8ac6-58d46cba633f HTTP/1.1" status: 200 len: 1096 time: 0.0795541 Jun 09 20:10:35.829837 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617504df-0fb9-40cc-8530-a946bc3de287 req-d4e33335-3004-406f-885a-a330f855bddb tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:35.831288 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-617504df-0fb9-40cc-8530-a946bc3de287 req-d4e33335-3004-406f-885a-a330f855bddb tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.1440587 Jun 09 20:10:35.838610 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392e198-c18c-4f33-af56-7fd7ecb78533 req-dc718ec0-accd-44fa-b57f-2d58ec948718 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:35.839980 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8392e198-c18c-4f33-af56-7fd7ecb78533 req-dc718ec0-accd-44fa-b57f-2d58ec948718 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f9ac5d8-58b2-412a-8ac6-58d46cba633f HTTP/1.1" status: 200 len: 943 time: 0.1166804 Jun 09 20:10:35.882733 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-3062d677-279d-4210-8fc3-6ad47e0780fc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1919371e-9430-4b1a-883c-faf502c1e66d HTTP/1.1" status: 200 len: 217 time: 0.0595527 Jun 09 20:10:35.920107 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-617504df-0fb9-40cc-8530-a946bc3de287 req-f0ca6234-0701-4491-b7a3-3a90d4b25640 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791588 Jun 09 20:10:35.924736 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8392e198-c18c-4f33-af56-7fd7ecb78533 req-349b3c34-b7a7-4dbc-87ab-96d80f7a8705 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709512 Jun 09 20:10:35.962183 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-93bf3ba1-2bdf-464a-a177-639c553ea98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:35.963601 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-93bf3ba1-2bdf-464a-a177-639c553ea98d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9d991aa8-4a67-4571-aeb8-f96e648fe294 HTTP/1.1" status: 200 len: 855 time: 0.0727420 Jun 09 20:10:36.013736 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-477bc2ba-9eae-43f6-aa85-01dafa148f0c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c2c6a903-4702-43e5-a13a-9d00e3beebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416610 Jun 09 20:10:36.142360 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-37c2e184-fc8b-43b4-ab03-fba920565122 service neutron] 10.222.0.22 "GET /v2.0/networks/c2c6a903-4702-43e5-a13a-9d00e3beebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216071 Jun 09 20:10:36.275462 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-db9deef9-cf92-4d63-a9c2-27aa446ca644 req-1b596467-f19f-4f5d-ae79-6e15f1b785c3 service neutron] 10.222.0.22 "GET /v2.0/networks/c2c6a903-4702-43e5-a13a-9d00e3beebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250947 Jun 09 20:10:37.178587 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743e649-1e83-47b3-801c-9451abc83a95 req-3d283cf3-cfa7-41d2-9616-e181d05e695b tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:37.180252 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3743e649-1e83-47b3-801c-9451abc83a95 req-3d283cf3-cfa7-41d2-9616-e181d05e695b tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.1440933 Jun 09 20:10:37.188868 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36670b01-a6a2-4fa4-b34c-aba1384f9e01 req-8459d91c-8eb6-46d8-9ad7-9d072726005e tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:37.190219 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-36670b01-a6a2-4fa4-b34c-aba1384f9e01 req-8459d91c-8eb6-46d8-9ad7-9d072726005e tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f9ac5d8-58b2-412a-8ac6-58d46cba633f HTTP/1.1" status: 200 len: 943 time: 0.1127908 Jun 09 20:10:37.261834 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3743e649-1e83-47b3-801c-9451abc83a95 req-b9d62824-8a2d-4d61-b70c-4652a65f4a39 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706725 Jun 09 20:10:37.267157 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-36670b01-a6a2-4fa4-b34c-aba1384f9e01 req-80ae8c21-37ca-42fb-8b5f-3904f663b7d7 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627773 Jun 09 20:10:37.472406 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 42324) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:37.617087 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-e4ec7f18-9163-431a-afe6-677e15373274 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bf1bcaa953a34a59a8d67c09ffb254b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1434999 Jun 09 20:10:37.619443 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 42330) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:37.648484 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 1919371e-9430-4b1a-883c-faf502c1e66d details requested by agent hyperv_hv-cinder-79566 with host hv-cinder-79566 {{(pid=92457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 20:10:37.675880 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-838135ce-7517-46ae-93b7-17d9828165b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:37.703231 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-838135ce-7517-46ae-93b7-17d9828165b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:37.791187 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 1919371e-9430-4b1a-883c-faf502c1e66d, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=1919371e-9430-4b1a-883c-faf502c1e66d,segment=NetworkSegment(7f9191b7-762d-4b20-b5e3-118bc3ed2e60),segment_id=7f9191b7-762d-4b20-b5e3-118bc3ed2e60)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:10:37.806023 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Returning: {'device': '1919371e-9430-4b1a-883c-faf502c1e66d', 'network_id': 'c2c6a903-4702-43e5-a13a-9d00e3beebb9', 'port_id': '1919371e-9430-4b1a-883c-faf502c1e66d', 'mac_address': 'fa:16:3e:28:c3:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d991aa8-4a67-4571-aeb8-f96e648fe294', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 20:10:37.837926 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-838135ce-7517-46ae-93b7-17d9828165b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:37.841439 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-838135ce-7517-46ae-93b7-17d9828165b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:37.842618 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-838135ce-7517-46ae-93b7-17d9828165b0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/17d9ee12-b303-462a-b939-733117ace45e HTTP/1.1" status: 204 len: 168 time: 0.2222540 Jun 09 20:10:37.843568 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-9fb640d5-c197-43df-9258-48716bfaa300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:37.855947 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838135ce-7517-46ae-93b7-17d9828165b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d9ee12-b303-462a-b939-733117ace45e,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:37.859220 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-838135ce-7517-46ae-93b7-17d9828165b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:37.861720 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:37.903375 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1919371e-9430-4b1a-883c-faf502c1e66d {{(pid=92457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:10:37.922162 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 1919371e-9430-4b1a-883c-faf502c1e66d, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=1919371e-9430-4b1a-883c-faf502c1e66d,segment=NetworkSegment(7f9191b7-762d-4b20-b5e3-118bc3ed2e60),segment_id=7f9191b7-762d-4b20-b5e3-118bc3ed2e60)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:10:37.986383 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:37.988121 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:38.053789 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=1919371e-9430-4b1a-883c-faf502c1e66d,revision_number=4']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:38.056966 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:40.934424 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ceecb7-4e79-48b3-bbfe-b06b9b78a9da req-06cbca65-007d-4f0e-8e43-5c6ed5df50ca tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:40.936458 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b1ceecb7-4e79-48b3-bbfe-b06b9b78a9da req-06cbca65-007d-4f0e-8e43-5c6ed5df50ca tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.1464906 Jun 09 20:10:40.945564 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c50e5-3303-46f4-a6ab-cd407dbbcb77 req-fa9b3a15-972b-4667-9afc-b7113e2aee34 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:40.946899 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6d7c50e5-3303-46f4-a6ab-cd407dbbcb77 req-fa9b3a15-972b-4667-9afc-b7113e2aee34 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f9ac5d8-58b2-412a-8ac6-58d46cba633f HTTP/1.1" status: 200 len: 944 time: 0.1214278 Jun 09 20:10:41.015148 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b1ceecb7-4e79-48b3-bbfe-b06b9b78a9da req-775a9960-61d6-4582-81cb-1a910bd33caa tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673141 Jun 09 20:10:41.024817 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6d7c50e5-3303-46f4-a6ab-cd407dbbcb77 req-4910c13c-a368-4835-aa5f-d21eb066876b tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624297 Jun 09 20:10:41.039188 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['1919371e-9430-4b1a-883c-faf502c1e66d'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:10:44.074913 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c494f-6f28-48bc-a2f9-4324588d1a62 req-ce3963f9-bd4b-4e9a-b273-a4b1cd5693ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:44.076463 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-499c494f-6f28-48bc-a2f9-4324588d1a62 req-ce3963f9-bd4b-4e9a-b273-a4b1cd5693ec service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 1099 time: 0.0732880 Jun 09 20:10:44.133278 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-499c494f-6f28-48bc-a2f9-4324588d1a62 req-c6ace564-1ca0-4342-8894-2c53bdaf5371 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493200 Jun 09 20:10:44.238616 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8832ea9-1c8e-49b0-a03f-b2ab730d6dbf req-3e8fb474-4459-447a-8adb-c5e74e0c162e tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:44.240066 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b8832ea9-1c8e-49b0-a03f-b2ab730d6dbf req-3e8fb474-4459-447a-8adb-c5e74e0c162e tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.1347663 Jun 09 20:10:44.252522 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c68a39-9627-43a2-977a-d9661e9fc68f req-c32e75c3-23b5-4c36-aed9-a7acdc877bd8 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:44.253908 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-90c68a39-9627-43a2-977a-d9661e9fc68f req-c32e75c3-23b5-4c36-aed9-a7acdc877bd8 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f9ac5d8-58b2-412a-8ac6-58d46cba633f HTTP/1.1" status: 200 len: 944 time: 0.1173441 Jun 09 20:10:44.326654 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b8832ea9-1c8e-49b0-a03f-b2ab730d6dbf req-7b4a74a4-ab23-4e34-956a-1970313deb0a tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716887 Jun 09 20:10:44.330889 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-90c68a39-9627-43a2-977a-d9661e9fc68f req-50f2d7a2-e399-414d-981a-7d618caffcc2 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580056 Jun 09 20:10:45.596321 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b784091-9ef4-4ffb-a358-8be65fcfb633 req-2236d0a9-ec13-470f-b4b4-cac424f7ebc9 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:45.604112 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1b784091-9ef4-4ffb-a358-8be65fcfb633 req-2236d0a9-ec13-470f-b4b4-cac424f7ebc9 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.1522789 Jun 09 20:10:45.626442 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42164442-dfae-4720-9c7f-53cbc8b27343 req-e1922860-b4cf-4a15-a967-fbca91dd81df tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:45.632748 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-42164442-dfae-4720-9c7f-53cbc8b27343 req-e1922860-b4cf-4a15-a967-fbca91dd81df tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f9ac5d8-58b2-412a-8ac6-58d46cba633f HTTP/1.1" status: 200 len: 944 time: 0.1754138 Jun 09 20:10:45.676609 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1b784091-9ef4-4ffb-a358-8be65fcfb633 req-9afb6d8c-3a42-4b71-b1db-402f72811c4d tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724776 Jun 09 20:10:45.706148 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-42164442-dfae-4720-9c7f-53cbc8b27343 req-99437d9e-59c3-45e4-b7bd-66d79f870586 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607979 Jun 09 20:10:45.869465 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6914dc4-0a84-4c24-94d6-c493164e8890 req-550c7ae7-f402-42fa-a30d-6a009e3e42a9 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:45.870947 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b6914dc4-0a84-4c24-94d6-c493164e8890 req-550c7ae7-f402-42fa-a30d-6a009e3e42a9 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.0897558 Jun 09 20:10:45.904043 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 42478) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:45.916505 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b6914dc4-0a84-4c24-94d6-c493164e8890 req-cc39dc0a-ee2c-4a7c-8905-757e1bccde2e tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392992 Jun 09 20:10:45.973450 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 1919371e-9430-4b1a-883c-faf502c1e66d up at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:10:46.027532 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f67482d4-a828-44b4-8d16-50a04f5d0918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:46.117724 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning for port 1919371e-9430-4b1a-883c-faf502c1e66d completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:10:46.124021 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning complete for port 1919371e-9430-4b1a-883c-faf502c1e66d triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:10:46.124451 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:46.129135 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f67482d4-a828-44b4-8d16-50a04f5d0918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:46.192582 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f67482d4-a828-44b4-8d16-50a04f5d0918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:46.202660 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-3d383cc9-d3ec-4899-90d2-74185cfedcec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:46.252178 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-f67482d4-a828-44b4-8d16-50a04f5d0918 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cfaa9811902f40aca8385e32a4af232b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3470078 Jun 09 20:10:46.254822 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 42488) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:46.258834 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67482d4-a828-44b4-8d16-50a04f5d0918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a2a0af-bcea-4664-a64c-e6f93cd05cfb,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:46.268577 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-f67482d4-a828-44b4-8d16-50a04f5d0918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:46.279431 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:46.310130 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9ac5d8-58b2-412a-8ac6-58d46cba633f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1919371e-9430-4b1a-883c-faf502c1e66d'}] {{(pid=92457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:10:46.312366 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c413b0bec0402a5ae16451c6582d791322e0202680a960d7e14492227081b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3009f414-bc1f-4965-ab5d-959620420caa" -d '{"events": [{"server_uuid": "6f9ac5d8-58b2-412a-8ac6-58d46cba633f", "name": "network-vif-plugged", "status": "completed", "tag": "1919371e-9430-4b1a-883c-faf502c1e66d"}]}' {{(pid=92457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:10:46.318523 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-91dc3995-15ea-46dd-aa68-f1cd71939b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:46.320497 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 1919371e-9430-4b1a-883c-faf502c1e66d, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=1919371e-9430-4b1a-883c-faf502c1e66d,segment=NetworkSegment(7f9191b7-762d-4b20-b5e3-118bc3ed2e60),segment_id=7f9191b7-762d-4b20-b5e3-118bc3ed2e60)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:10:46.348622 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-91dc3995-15ea-46dd-aa68-f1cd71939b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:46.360451 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0e35b5-c506-4683-b541-caa478c7f14b x-openstack-request-id: req-db0e35b5-c506-4683-b541-caa478c7f14b {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:10:46.360775 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f9ac5d8-58b2-412a-8ac6-58d46cba633f", "name": "network-vif-plugged", "status": "completed", "tag": "1919371e-9430-4b1a-883c-faf502c1e66d", "code": 200}]} {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:10:46.361175 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-db0e35b5-c506-4683-b541-caa478c7f14b {{(pid=92457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:10:46.361568 dv-cinder-795669-1-iscsi neutron-server[92457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f9ac5d8-58b2-412a-8ac6-58d46cba633f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1919371e-9430-4b1a-883c-faf502c1e66d', 'code': 200} Jun 09 20:10:46.404073 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:46.406702 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:46.474673 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=1919371e-9430-4b1a-883c-faf502c1e66d,revision_number=5']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:46.477732 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:46.552330 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-91dc3995-15ea-46dd-aa68-f1cd71939b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:46.554802 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-91dc3995-15ea-46dd-aa68-f1cd71939b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:46.555946 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-91dc3995-15ea-46dd-aa68-f1cd71939b18 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b0a2a0af-bcea-4664-a64c-e6f93cd05cfb HTTP/1.1" status: 204 len: 168 time: 0.2999532 Jun 09 20:10:46.556667 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-1174661e-1653-44d1-af4f-3b9f6c89e279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:46.566195 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc3995-15ea-46dd-aa68-f1cd71939b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a2a0af-bcea-4664-a64c-e6f93cd05cfb,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:46.568480 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-91dc3995-15ea-46dd-aa68-f1cd71939b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:46.813169 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed341ff4-6a05-4209-9004-cae98cec83dc req-1054b932-c5c9-4d26-9c5a-774750d21605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:46.814637 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-ed341ff4-6a05-4209-9004-cae98cec83dc req-1054b932-c5c9-4d26-9c5a-774750d21605 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6f9ac5d8-58b2-412a-8ac6-58d46cba633f HTTP/1.1" status: 200 len: 1098 time: 0.0825632 Jun 09 20:10:46.856786 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-ed341ff4-6a05-4209-9004-cae98cec83dc req-72de779a-74b0-4ebc-ac84-a69884278f89 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343397 Jun 09 20:10:47.002773 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcbbe5-58d0-4dfd-b24a-42a3341c473b req-f920546f-13cd-4a9f-b42d-1ab66196bb6e tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:47.004288 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-cabcbbe5-58d0-4dfd-b24a-42a3341c473b req-f920546f-13cd-4a9f-b42d-1ab66196bb6e tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f9ac5d8-58b2-412a-8ac6-58d46cba633f HTTP/1.1" status: 200 len: 945 time: 0.1709123 Jun 09 20:10:47.059249 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-cabcbbe5-58d0-4dfd-b24a-42a3341c473b req-21ca3a2e-3773-43e1-8a6b-70e354833414 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480721 Jun 09 20:10:47.374696 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 42518) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:47.394588 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-3468a582-79b8-4339-acdf-ba1070b52be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:47.512370 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-3468a582-79b8-4339-acdf-ba1070b52be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:47.615016 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-3468a582-79b8-4339-acdf-ba1070b52be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:47.622480 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:47.671611 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-3468a582-79b8-4339-acdf-ba1070b52be9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1a5e78ea10984bc69721a0006572c98a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2956035 Jun 09 20:10:47.672636 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468a582-79b8-4339-acdf-ba1070b52be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045f5450-ec88-4699-ae5d-1f784b12000b,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:47.674219 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 42522) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:47.675656 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-3468a582-79b8-4339-acdf-ba1070b52be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:47.732900 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-406fb13f-23c7-426c-8762-92ba7964d9d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:47.759160 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-406fb13f-23c7-426c-8762-92ba7964d9d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:47.912800 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-406fb13f-23c7-426c-8762-92ba7964d9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:47.915446 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-406fb13f-23c7-426c-8762-92ba7964d9d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:47.916695 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-406fb13f-23c7-426c-8762-92ba7964d9d3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/045f5450-ec88-4699-ae5d-1f784b12000b HTTP/1.1" status: 204 len: 168 time: 0.2413456 Jun 09 20:10:47.917424 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-c036eb78-6c0d-4789-aea8-ff6cadd88741 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:47.930081 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406fb13f-23c7-426c-8762-92ba7964d9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045f5450-ec88-4699-ae5d-1f784b12000b,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:47.933005 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-406fb13f-23c7-426c-8762-92ba7964d9d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:48.250566 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88af760-d6ff-4a03-a24e-8491c8aedac9 req-1235a05c-ccf6-411a-94cf-503e63b7a82c tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:48.257090 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a88af760-d6ff-4a03-a24e-8491c8aedac9 req-1235a05c-ccf6-411a-94cf-503e63b7a82c tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f9ac5d8-58b2-412a-8ac6-58d46cba633f HTTP/1.1" status: 200 len: 945 time: 0.0856576 Jun 09 20:10:48.311755 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a88af760-d6ff-4a03-a24e-8491c8aedac9 req-3d328cc3-9ab9-4fef-9c45-4d21084dcd5d tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491831 Jun 09 20:10:48.814887 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 42550) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:48.831400 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-1ab409e5-e9a5-46d3-803f-f7862a129bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:48.926693 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84b696-5bb4-4710-babc-e2d7fe0e3461 req-a622a3b2-d94d-4462-8c62-03306db069c2 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:48.928410 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-be84b696-5bb4-4710-babc-e2d7fe0e3461 req-a622a3b2-d94d-4462-8c62-03306db069c2 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.0847979 Jun 09 20:10:48.955243 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eade1df-e9c1-4de0-8690-34a2bab23ffd req-54d6f1ee-67e9-44dd-b99c-9caf3de0f144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:48.956078 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-7eade1df-e9c1-4de0-8690-34a2bab23ffd req-54d6f1ee-67e9-44dd-b99c-9caf3de0f144 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3f30e4e665c8435e83fa56abcd23bc22&device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 1098 time: 0.1106343 Jun 09 20:10:48.983763 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-be84b696-5bb4-4710-babc-e2d7fe0e3461 req-8ba7c16f-5bd1-4793-8f5a-f8918ee9add6 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465786 Jun 09 20:10:49.158920 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-1ab409e5-e9a5-46d3-803f-f7862a129bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:49.180265 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eade1df-e9c1-4de0-8690-34a2bab23ffd req-b9d4da6b-6b9d-4a10-b731-70fce355cb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:49.181694 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-7eade1df-e9c1-4de0-8690-34a2bab23ffd req-b9d4da6b-6b9d-4a10-b731-70fce355cb3c service neutron] 10.222.0.22 "GET /v2.0/networks?id=b2773c51-860c-4726-b245-81d2da947565 HTTP/1.1" status: 200 len: 920 time: 0.2173178 Jun 09 20:10:49.252354 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-7eade1df-e9c1-4de0-8690-34a2bab23ffd req-24435927-7c04-4af0-8caf-f453da903f53 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfe8fdb1-b7da-47a4-9f17-bfd53122553f HTTP/1.1" status: 200 len: 217 time: 0.0616217 Jun 09 20:10:49.260171 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-1ab409e5-e9a5-46d3-803f-f7862a129bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:49.267535 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:49.369751 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-1ab409e5-e9a5-46d3-803f-f7862a129bc1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=81e484a8f61b4766aaa3804c12f97016&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5537765 Jun 09 20:10:49.372467 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab409e5-e9a5-46d3-803f-f7862a129bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdaa8bd-a530-4863-9767-146aebb8a6a8,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:49.373372 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 42556) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:49.376918 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-1ab409e5-e9a5-46d3-803f-f7862a129bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:49.382768 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eade1df-e9c1-4de0-8690-34a2bab23ffd req-3399a5d4-861f-485d-b389-e7a7d7de369f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:49.383942 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-7eade1df-e9c1-4de0-8690-34a2bab23ffd req-3399a5d4-861f-485d-b389-e7a7d7de369f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1fb7b8a2-658b-4014-a6fa-473f341feb23 HTTP/1.1" status: 200 len: 859 time: 0.1172223 Jun 09 20:10:49.439509 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-7eade1df-e9c1-4de0-8690-34a2bab23ffd req-22262949-166d-4d97-b7c2-e1318056ac54 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b2773c51-860c-4726-b245-81d2da947565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453236 Jun 09 20:10:49.440664 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-cf969730-d776-44ad-bacf-1f1467542697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:49.466603 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-cf969730-d776-44ad-bacf-1f1467542697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:49.570504 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-7eade1df-e9c1-4de0-8690-34a2bab23ffd req-6ec6c43f-b846-4341-8caf-e2aa2c3d1c88 service neutron] 10.222.0.22 "GET /v2.0/networks/b2773c51-860c-4726-b245-81d2da947565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228232 Jun 09 20:10:49.689817 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-cf969730-d776-44ad-bacf-1f1467542697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:49.692497 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-cf969730-d776-44ad-bacf-1f1467542697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:49.696146 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-cf969730-d776-44ad-bacf-1f1467542697 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1bdaa8bd-a530-4863-9767-146aebb8a6a8 HTTP/1.1" status: 204 len: 168 time: 0.3191855 Jun 09 20:10:49.696146 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-dae865cd-79e9-4efa-9324-f7459d354b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:49.706053 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf969730-d776-44ad-bacf-1f1467542697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdaa8bd-a530-4863-9767-146aebb8a6a8,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:49.708510 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-cf969730-d776-44ad-bacf-1f1467542697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:49.758296 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-7eade1df-e9c1-4de0-8690-34a2bab23ffd req-57740ceb-cd18-4d90-806a-3ff8f90a3082 service neutron] 10.222.0.22 "GET /v2.0/networks/b2773c51-860c-4726-b245-81d2da947565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797748 Jun 09 20:10:50.205978 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1f4d4-31ef-4c0f-8e91-ce0d8071caeb req-2b9a71a0-051d-4dbc-ae66-c60db37fc34d tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:50.207473 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b2d1f4d4-31ef-4c0f-8e91-ce0d8071caeb req-2b9a71a0-051d-4dbc-ae66-c60db37fc34d tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.0948956 Jun 09 20:10:50.256713 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b2d1f4d4-31ef-4c0f-8e91-ce0d8071caeb req-2b197ec3-72cb-430e-b801-b9c5290c7747 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428269 Jun 09 20:10:50.352788 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 42596) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:50.486710 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-5c5a497f-ed2e-4e07-b8e6-5a6ee9d247e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:50.594252 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-5c5a497f-ed2e-4e07-b8e6-5a6ee9d247e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:50.666851 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-5c5a497f-ed2e-4e07-b8e6-5a6ee9d247e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:50.676546 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-8ee909b3-f34f-413c-984e-98c5ef67465f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:50.715688 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-5c5a497f-ed2e-4e07-b8e6-5a6ee9d247e7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=328015eee9bf4cd8a8eab16c9f5bb09d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3616614 Jun 09 20:10:50.716584 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a497f-ed2e-4e07-b8e6-5a6ee9d247e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb91ab4-fb94-443c-ba5b-f186413e858d,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:50.721675 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 42610) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:50.723168 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-5c5a497f-ed2e-4e07-b8e6-5a6ee9d247e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:50.791521 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-7da5b788-ad7c-40e0-8087-ac442f612b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:50.817128 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-7da5b788-ad7c-40e0-8087-ac442f612b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:50.898105 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 6 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:10:50.930913 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-7da5b788-ad7c-40e0-8087-ac442f612b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:50.935887 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-7da5b788-ad7c-40e0-8087-ac442f612b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:50.942209 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-7da5b788-ad7c-40e0-8087-ac442f612b13 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2cb91ab4-fb94-443c-ba5b-f186413e858d HTTP/1.1" status: 204 len: 168 time: 0.2212441 Jun 09 20:10:50.943629 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:50.969479 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5b788-ad7c-40e0-8087-ac442f612b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb91ab4-fb94-443c-ba5b-f186413e858d,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:50.982475 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-7da5b788-ad7c-40e0-8087-ac442f612b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:51.000609 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 42626) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:51.106128 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-ec8a2ffc-012e-43bb-90b9-29f7ef1be68f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-62688960-network', 'tenant_id': '1d538c95e9f144be94d1a3a50922326a'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:10:51.243912 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8a2ffc-012e-43bb-90b9-29f7ef1be68f admin admin] Made reservation on behalf of 1d538c95e9f144be94d1a3a50922326a for: {'network': 1} {{(pid=92456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:10:51.246187 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ec8a2ffc-012e-43bb-90b9-29f7ef1be68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-786179'] for network, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:51.257965 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ec8a2ffc-012e-43bb-90b9-29f7ef1be68f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:51.379371 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ec8a2ffc-012e-43bb-90b9-29f7ef1be68f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:51.476985 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408b074-6bc5-4227-aa78-a7631cd4d292 req-8dc6b8dc-a642-4a4c-989b-d57209c584b3 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:51.482214 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2408b074-6bc5-4227-aa78-a7631cd4d292 req-8dc6b8dc-a642-4a4c-989b-d57209c584b3 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.0967460 Jun 09 20:10:51.536042 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2408b074-6bc5-4227-aa78-a7631cd4d292 req-ee033f1b-e6c4-4f8a-a74a-8e37b7c6578d tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482388 Jun 09 20:10:51.557937 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ec8a2ffc-012e-43bb-90b9-29f7ef1be68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:51.558965 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-8f4c770a-c8ea-48bc-96c2-a675c32dbf85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:51.577064 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec8a2ffc-012e-43bb-90b9-29f7ef1be68f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=92456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 20:10:51.597914 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ec8a2ffc-012e-43bb-90b9-29f7ef1be68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028'] for segment, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:51.598358 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.db.segments_db [None req-ec8a2ffc-012e-43bb-90b9-29f7ef1be68f admin admin] Added segment 48b2bca6-5f29-4a65-916a-95e6b204edfb of type vlan for network b3e4f455-c237-4ec3-9a39-39505efc63b6 Jun 09 20:10:51.610938 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a2ffc-012e-43bb-90b9-29f7ef1be68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce91f87c-eb74-425f-b28a-573f5393eaa2,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:51.610938 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-ec8a2ffc-012e-43bb-90b9-29f7ef1be68f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:51.631015 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ec8a2ffc-012e-43bb-90b9-29f7ef1be68f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784791347429'] for network, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:51.764359 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ec8a2ffc-012e-43bb-90b9-29f7ef1be68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3854142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545'] for network, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:51.765951 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8a2ffc-012e-43bb-90b9-29f7ef1be68f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:51.766908 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ec8a2ffc-012e-43bb-90b9-29f7ef1be68f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for network, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:51.770975 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:51.866437 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a2ffc-012e-43bb-90b9-29f7ef1be68f admin admin] Pushing event updated for resources: {'Network': ['ID=b3e4f455-c237-4ec3-9a39-39505efc63b6,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:51.869245 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-ec8a2ffc-012e-43bb-90b9-29f7ef1be68f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:51.878979 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Network b3e4f455-c237-4ec3-9a39-39505efc63b6 details requested by agent ovs-agent-dv-cinder-795669-1-iscsi with host dv-cinder-795669-1-iscsi {{(pid=92457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 20:10:51.967989 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 42666) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:51.969473 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-ec8a2ffc-012e-43bb-90b9-29f7ef1be68f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9658380 Jun 09 20:10:51.974118 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [None req-977a3c78-09b3-43ca-82db-972cc3c7a7c7 admin admin] Request body: {'subnet': {'network_id': 'b3e4f455-c237-4ec3-9a39-39505efc63b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-62688960-subnet', 'tenant_id': '1d538c95e9f144be94d1a3a50922326a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:10:52.089606 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977a3c78-09b3-43ca-82db-972cc3c7a7c7 admin admin] Made reservation on behalf of 1d538c95e9f144be94d1a3a50922326a for: {'subnet': 1} {{(pid=92455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:10:52.092743 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-977a3c78-09b3-43ca-82db-972cc3c7a7c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403905'] for subnet, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:52.108892 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 42672) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:52.226561 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 42678) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:52.285166 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ff5ad10a-be43-436e-94b7-75fff6db55e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:52.337356 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-b7c7b790-fbf5-4ab3-aed1-836633abe582 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1179336273-network', 'tenant_id': 'bc4be921a85642e6a1eaee96dd2e4f81'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:10:52.395379 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ff5ad10a-be43-436e-94b7-75fff6db55e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:52.403890 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-977a3c78-09b3-43ca-82db-972cc3c7a7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4162774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2403891'] for subnet, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:52.408974 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-4b9ca516-5640-4251-9eaf-91102229ed0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:52.484961 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a3c78-09b3-43ca-82db-972cc3c7a7c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f6513f1-0626-485e-b57f-63a81852ecfd,revision_number=0']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:52.488670 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-977a3c78-09b3-43ca-82db-972cc3c7a7c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:52.492612 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977a3c78-09b3-43ca-82db-972cc3c7a7c7 admin admin] Checking segment: {'id': '48b2bca6-5f29-4a65-916a-95e6b204edfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b3e4f455-c237-4ec3-9a39-39505efc63b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:10:52.492966 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977a3c78-09b3-43ca-82db-972cc3c7a7c7 admin admin] Network hostable DHCP agents. Network: b3e4f455-c237-4ec3-9a39-39505efc63b6, hostable agents: ['2a21a80c-97c7-49ed-8bbe-36caa960580c'], hosted agents: [] {{(pid=92455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 20:10:52.503483 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ff5ad10a-be43-436e-94b7-75fff6db55e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:52.514113 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-a52afafc-5986-481c-843c-bde2c464edbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:52.562338 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-ff5ad10a-be43-436e-94b7-75fff6db55e9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=301f651ba5434f28ba3c0a2285e1c4f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4523532 Jun 09 20:10:52.564105 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ad10a-be43-436e-94b7-75fff6db55e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee295e09-a3d8-4444-a50a-fbac700d0420,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:52.565164 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 42684) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:52.567210 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-ff5ad10a-be43-436e-94b7-75fff6db55e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:52.600620 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977a3c78-09b3-43ca-82db-972cc3c7a7c7 admin admin] Network b3e4f455-c237-4ec3-9a39-39505efc63b6 is scheduled to be hosted by DHCP agent 2a21a80c-97c7-49ed-8bbe-36caa960580c with binding_index 1 {{(pid=92455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 20:10:52.621023 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c7b790-fbf5-4ab3-aed1-836633abe582 admin admin] Made reservation on behalf of bc4be921a85642e6a1eaee96dd2e4f81 for: {'network': 1} {{(pid=92456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:10:52.624100 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b7c7b790-fbf5-4ab3-aed1-836633abe582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-786179'] for network, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:52.636438 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b7c7b790-fbf5-4ab3-aed1-836633abe582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:52.641811 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e4455783-91ab-44de-912a-796163896a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:52.711652 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e4455783-91ab-44de-912a-796163896a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:52.734140 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.base_scheduler [None req-977a3c78-09b3-43ca-82db-972cc3c7a7c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795669-1-iscsi, b3e4f455-c237-4ec3-9a39-39505efc63b6) {{(pid=92455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:10:52.741084 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b7c7b790-fbf5-4ab3-aed1-836633abe582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:52.745885 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc34d6ac-20ec-467c-88bd-c226b3af3ebc None None] Network b3e4f455-c237-4ec3-9a39-39505efc63b6 requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:10:52.753750 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977a3c78-09b3-43ca-82db-972cc3c7a7c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:52.754334 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-977a3c78-09b3-43ca-82db-972cc3c7a7c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for subnet, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:52.796330 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51275d94-6a1e-4e23-b5e4-4360c469bda2 req-ae7a42d8-fccf-4bfd-88e9-84ef6e636d76 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:52.797854 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-51275d94-6a1e-4e23-b5e4-4360c469bda2 req-ae7a42d8-fccf-4bfd-88e9-84ef6e636d76 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.1471715 Jun 09 20:10:52.843890 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b7c7b790-fbf5-4ab3-aed1-836633abe582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:52.846861 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-feb08847-d32f-4c14-8275-28b1d16ce6af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:52.848405 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-51275d94-6a1e-4e23-b5e4-4360c469bda2 req-d04ad145-8676-400c-b8d4-aab0c566e859 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422869 Jun 09 20:10:52.875418 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c7b790-fbf5-4ab3-aed1-836633abe582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d0ceae-76a4-4ad7-a6c0-e99d42294f18,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:52.878325 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-b7c7b790-fbf5-4ab3-aed1-836633abe582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:52.889463 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e4455783-91ab-44de-912a-796163896a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:52.891931 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e4455783-91ab-44de-912a-796163896a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:52.895481 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-e4455783-91ab-44de-912a-796163896a8a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ee295e09-a3d8-4444-a50a-fbac700d0420 HTTP/1.1" status: 204 len: 168 time: 0.3262780 Jun 09 20:10:52.895481 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:52.895691 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7c7b790-fbf5-4ab3-aed1-836633abe582 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=92456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 20:10:52.902978 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4455783-91ab-44de-912a-796163896a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee295e09-a3d8-4444-a50a-fbac700d0420,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:52.905734 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-e4455783-91ab-44de-912a-796163896a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:52.918715 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-977a3c78-09b3-43ca-82db-972cc3c7a7c7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9491384 Jun 09 20:10:52.918876 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b7c7b790-fbf5-4ab3-aed1-836633abe582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028'] for segment, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:52.919214 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.db.segments_db [None req-b7c7b790-fbf5-4ab3-aed1-836633abe582 admin admin] Added segment 985c0b7f-cb52-4231-8fe0-0bea9b0d8d57 of type vlan for network 71b291fa-6576-4644-a9a4-a1131eaefd10 Jun 09 20:10:52.957110 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b7c7b790-fbf5-4ab3-aed1-836633abe582 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784791347429'] for network, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:52.973426 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038a8009-8642-4a2d-84d1-4be8796180fa None None] Network b3e4f455-c237-4ec3-9a39-39505efc63b6 requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:10:53.084864 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b7c7b790-fbf5-4ab3-aed1-836633abe582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3854142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545'] for network, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:53.087128 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c7b790-fbf5-4ab3-aed1-836633abe582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:53.088116 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b7c7b790-fbf5-4ab3-aed1-836633abe582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for network, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:53.097481 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:53.234591 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c7b790-fbf5-4ab3-aed1-836633abe582 admin admin] Pushing event updated for resources: {'Network': ['ID=71b291fa-6576-4644-a9a4-a1131eaefd10,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:53.239075 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-b7c7b790-fbf5-4ab3-aed1-836633abe582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:53.252419 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Network 71b291fa-6576-4644-a9a4-a1131eaefd10 details requested by agent ovs-agent-dv-cinder-795669-1-iscsi with host dv-cinder-795669-1-iscsi {{(pid=92457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 20:10:53.318426 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-b7c7b790-fbf5-4ab3-aed1-836633abe582 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0903151 Jun 09 20:10:53.320913 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 42702) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:53.327576 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-5ec2dd78-38ba-4113-b6f8-b82b404a28f7 admin admin] Request body: {'subnet': {'network_id': '71b291fa-6576-4644-a9a4-a1131eaefd10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1179336273-subnet', 'tenant_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'ip_version': 4}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:10:53.409549 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec2dd78-38ba-4113-b6f8-b82b404a28f7 admin admin] Made reservation on behalf of bc4be921a85642e6a1eaee96dd2e4f81 for: {'subnet': 1} {{(pid=92456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:10:53.411945 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-5ec2dd78-38ba-4113-b6f8-b82b404a28f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:53.817641 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 42720) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:53.821048 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-5ec2dd78-38ba-4113-b6f8-b82b404a28f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440'] for subnet, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:53.837159 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [None req-6ec759b0-9ea5-4915-8b76-2f0c444ff43b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2031829476-network', 'tenant_id': 'e918cb1cf0e74517a2ec297587114074'}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:10:53.837297 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-168e8129-b831-415a-9edb-aeb5186622f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:53.895007 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec2dd78-38ba-4113-b6f8-b82b404a28f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c3d3e03-f14c-448a-8902-90a16bc454a6,revision_number=0']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:53.897825 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-5ec2dd78-38ba-4113-b6f8-b82b404a28f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:53.903688 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec2dd78-38ba-4113-b6f8-b82b404a28f7 admin admin] Checking segment: {'id': '985c0b7f-cb52-4231-8fe0-0bea9b0d8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '71b291fa-6576-4644-a9a4-a1131eaefd10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:10:53.904077 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec2dd78-38ba-4113-b6f8-b82b404a28f7 admin admin] Network hostable DHCP agents. Network: 71b291fa-6576-4644-a9a4-a1131eaefd10, hostable agents: ['2a21a80c-97c7-49ed-8bbe-36caa960580c'], hosted agents: [] {{(pid=92456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 20:10:53.998011 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec2dd78-38ba-4113-b6f8-b82b404a28f7 admin admin] Network 71b291fa-6576-4644-a9a4-a1131eaefd10 is scheduled to be hosted by DHCP agent 2a21a80c-97c7-49ed-8bbe-36caa960580c with binding_index 1 {{(pid=92456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 20:10:54.007179 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec759b0-9ea5-4915-8b76-2f0c444ff43b admin admin] Made reservation on behalf of e918cb1cf0e74517a2ec297587114074 for: {'network': 1} {{(pid=92455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:10:54.009491 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-6ec759b0-9ea5-4915-8b76-2f0c444ff43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-786179'] for network, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:54.032897 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-6ec759b0-9ea5-4915-8b76-2f0c444ff43b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:54.095310 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [None req-5ec2dd78-38ba-4113-b6f8-b82b404a28f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795669-1-iscsi, 71b291fa-6576-4644-a9a4-a1131eaefd10) {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:10:54.099886 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec2dd78-38ba-4113-b6f8-b82b404a28f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:54.100466 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-5ec2dd78-38ba-4113-b6f8-b82b404a28f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:54.108348 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70b22af-97e2-410d-a3c4-861671d3b841 None None] Network 71b291fa-6576-4644-a9a4-a1131eaefd10 requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:10:54.111379 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012058ad-655b-4b5b-9dfd-6e6383032385 req-2b35a8f5-4c6a-4893-8888-90e4050ecf64 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:54.112849 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-012058ad-655b-4b5b-9dfd-6e6383032385 req-2b35a8f5-4c6a-4893-8888-90e4050ecf64 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.1451230 Jun 09 20:10:54.182389 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-012058ad-655b-4b5b-9dfd-6e6383032385 req-e2820130-de32-4735-a31b-70a5ac550af8 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625401 Jun 09 20:10:54.211209 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-6ec759b0-9ea5-4915-8b76-2f0c444ff43b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:54.320103 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-6ec759b0-9ea5-4915-8b76-2f0c444ff43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:54.325481 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-199dddcb-b543-47b6-ac20-1ad5d5c7e357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:54.370296 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e96bd74-23f7-407f-8d41-e9b5aa144753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9039d117-f7fa-5a03-916c-66ac7993bb31-71b291fa-6576-4644-a9a4-a1131eaefd10', 'network_id': '71b291fa-6576-4644-a9a4-a1131eaefd10', 'tenant_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'fixed_ips': [{'subnet_id': '5c3d3e03-f14c-448a-8902-90a16bc454a6'}]}} from dv-cinder-795669-1-iscsi. {{(pid=92457) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 20:10:54.371146 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-4e96bd74-23f7-407f-8d41-e9b5aa144753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:54.373444 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ec759b0-9ea5-4915-8b76-2f0c444ff43b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=92455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 20:10:54.382402 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec759b0-9ea5-4915-8b76-2f0c444ff43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f455ef6-59d6-4503-8b63-724a9ea80bb4,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:54.386118 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-6ec759b0-9ea5-4915-8b76-2f0c444ff43b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:54.387499 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-5ec2dd78-38ba-4113-b6f8-b82b404a28f7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0654464 Jun 09 20:10:54.390317 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 42738) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:54.405166 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [None req-65689a73-1b93-4713-be26-95a028be4577 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1179336273-router', 'tenant_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'}}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:10:54.405166 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-6ec759b0-9ea5-4915-8b76-2f0c444ff43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028'] for segment, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:54.405166 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.db.segments_db [None req-6ec759b0-9ea5-4915-8b76-2f0c444ff43b admin admin] Added segment 09f7f2cc-2db3-4b5b-95b9-610df70234ac of type vlan for network 9588fea9-e785-4b3e-b9d2-d68cbcbc100d Jun 09 20:10:54.450625 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-6ec759b0-9ea5-4915-8b76-2f0c444ff43b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784791347429'] for network, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:54.535652 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-65689a73-1b93-4713-be26-95a028be4577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3905348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3093'] for router, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:54.536749 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-65689a73-1b93-4713-be26-95a028be4577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3924451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3978520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3084'] for router, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:54.550104 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.db_base_plugin_common [None req-4e96bd74-23f7-407f-8d41-e9b5aa144753 None None] Allocated IP 172.20.0.2 (71b291fa-6576-4644-a9a4-a1131eaefd10/5c3d3e03-f14c-448a-8902-90a16bc454a6/05ecaf56-890f-4abf-ad65-1aae3ca5f5e5) {{(pid=92457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:10:54.552203 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-65689a73-1b93-4713-be26-95a028be4577 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:54.565006 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-6ec759b0-9ea5-4915-8b76-2f0c444ff43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3854142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545'] for network, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:54.567116 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec759b0-9ea5-4915-8b76-2f0c444ff43b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:54.567699 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-6ec759b0-9ea5-4915-8b76-2f0c444ff43b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for network, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:54.573396 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-e391a514-23a9-4143-a3ae-4717d61222a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:54.577306 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:54.673974 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec759b0-9ea5-4915-8b76-2f0c444ff43b admin admin] Pushing event updated for resources: {'Network': ['ID=9588fea9-e785-4b3e-b9d2-d68cbcbc100d,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:54.676666 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-6ec759b0-9ea5-4915-8b76-2f0c444ff43b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:54.685327 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Network 9588fea9-e785-4b3e-b9d2-d68cbcbc100d details requested by agent ovs-agent-dv-cinder-795669-1-iscsi with host dv-cinder-795669-1-iscsi {{(pid=92457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 20:10:54.752262 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-6ec759b0-9ea5-4915-8b76-2f0c444ff43b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9309375 Jun 09 20:10:54.752624 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 42744) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:54.758527 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-336b7dff-3402-4acd-be4d-402cb4e38971 admin admin] Request body: {'subnet': {'network_id': '9588fea9-e785-4b3e-b9d2-d68cbcbc100d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2031829476-subnet', 'tenant_id': 'e918cb1cf0e74517a2ec297587114074', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:10:54.860751 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-4e96bd74-23f7-407f-8d41-e9b5aa144753 None None] Notify callbacks [] for port, precommit_create {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:54.861823 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336b7dff-3402-4acd-be4d-402cb4e38971 admin admin] Made reservation on behalf of e918cb1cf0e74517a2ec297587114074 for: {'subnet': 1} {{(pid=92456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:10:54.866068 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-336b7dff-3402-4acd-be4d-402cb4e38971 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:54.871373 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-4e96bd74-23f7-407f-8d41-e9b5aa144753 None None] Transition to ACTIVE for port object 05ecaf56-890f-4abf-ad65-1aae3ca5f5e5 will not be triggered until provisioned by entity L2. {{(pid=92457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:10:54.899591 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-4e96bd74-23f7-407f-8d41-e9b5aa144753 None None] Transition to ACTIVE for port object 05ecaf56-890f-4abf-ad65-1aae3ca5f5e5 will not be triggered until provisioned by entity DHCP. {{(pid=92457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:10:54.987708 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-4e96bd74-23f7-407f-8d41-e9b5aa144753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368'] for port, after_create {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:54.992277 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:55.052484 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-65689a73-1b93-4713-be26-95a028be4577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3924369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3905386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3130'] for router, precommit_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:55.071113 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96bd74-23f7-407f-8d41-e9b5aa144753 None None] Pushing event updated for resources: {'Port': ['ID=05ecaf56-890f-4abf-ad65-1aae3ca5f5e5,revision_number=1']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:55.078235 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e96bd74-23f7-407f-8d41-e9b5aa144753 None None] Network 71b291fa-6576-4644-a9a4-a1131eaefd10 is already hosted by enough agents. {{(pid=92457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:10:55.079555 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-4e96bd74-23f7-407f-8d41-e9b5aa144753 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:55.081381 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.scheduler.base_scheduler [None req-4e96bd74-23f7-407f-8d41-e9b5aa144753 None None] Resources bound (agent type, host, resource id): {{(pid=92457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:10:55.082864 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e96bd74-23f7-407f-8d41-e9b5aa144753 None None] Received port after_create {{(pid=92457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:10:55.177851 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-4e96bd74-23f7-407f-8d41-e9b5aa144753 None None] Attempting to bind port 05ecaf56-890f-4abf-ad65-1aae3ca5f5e5 on host dv-cinder-795669-1-iscsi for vnic_type normal with profile {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:10:55.179042 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-4e96bd74-23f7-407f-8d41-e9b5aa144753 None None] Attempting to bind port 05ecaf56-890f-4abf-ad65-1aae3ca5f5e5 by drivers openvswitch,hyperv on host dv-cinder-795669-1-iscsi at level 0 using segments [{'id': '985c0b7f-cb52-4231-8fe0-0bea9b0d8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '71b291fa-6576-4644-a9a4-a1131eaefd10'}] {{(pid=92457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:10:55.179612 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e96bd74-23f7-407f-8d41-e9b5aa144753 None None] Attempting to bind port 05ecaf56-890f-4abf-ad65-1aae3ca5f5e5 on network 71b291fa-6576-4644-a9a4-a1131eaefd10 {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:10:55.186452 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e96bd74-23f7-407f-8d41-e9b5aa144753 None None] Checking agent: {'id': 'b1990edb-c1d4-4f42-bb5d-5bf0b4ac7e85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 19, 59, 31), 'started_at': datetime.datetime(2021, 6, 9, 20, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:10:55.186766 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e96bd74-23f7-407f-8d41-e9b5aa144753 None None] Checking segment: {'id': '985c0b7f-cb52-4231-8fe0-0bea9b0d8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '71b291fa-6576-4644-a9a4-a1131eaefd10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:10:55.187174 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-4e96bd74-23f7-407f-8d41-e9b5aa144753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:55.187776 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e96bd74-23f7-407f-8d41-e9b5aa144753 None None] Bound using segment: {'id': '985c0b7f-cb52-4231-8fe0-0bea9b0d8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '71b291fa-6576-4644-a9a4-a1131eaefd10'} {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:10:55.188281 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-4e96bd74-23f7-407f-8d41-e9b5aa144753 None None] Bound port: 05ecaf56-890f-4abf-ad65-1aae3ca5f5e5, host: dv-cinder-795669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985c0b7f-cb52-4231-8fe0-0bea9b0d8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '71b291fa-6576-4644-a9a4-a1131eaefd10'}}] {{(pid=92457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:10:55.188978 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-4e96bd74-23f7-407f-8d41-e9b5aa144753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:55.289900 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-4e96bd74-23f7-407f-8d41-e9b5aa144753 None None] For port 05ecaf56-890f-4abf-ad65-1aae3ca5f5e5, host dv-cinder-795669-1-iscsi, cleared binding levels {{(pid=92457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:10:55.293329 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-4e96bd74-23f7-407f-8d41-e9b5aa144753 None None] For port 05ecaf56-890f-4abf-ad65-1aae3ca5f5e5, host dv-cinder-795669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=05ecaf56-890f-4abf-ad65-1aae3ca5f5e5,segment=NetworkSegment(985c0b7f-cb52-4231-8fe0-0bea9b0d8d57),segment_id=985c0b7f-cb52-4231-8fe0-0bea9b0d8d57)] {{(pid=92457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:10:55.398310 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-336b7dff-3402-4acd-be4d-402cb4e38971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440'] for subnet, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:55.403414 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:55.422576 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-4e96bd74-23f7-407f-8d41-e9b5aa144753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:55.427565 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:55.507422 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-65689a73-1b93-4713-be26-95a028be4577 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:55.534634 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96bd74-23f7-407f-8d41-e9b5aa144753 None None] Pushing event updated for resources: {'Port': ['ID=05ecaf56-890f-4abf-ad65-1aae3ca5f5e5,revision_number=2']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:55.546781 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-65689a73-1b93-4713-be26-95a028be4577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:55.546915 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-4e96bd74-23f7-407f-8d41-e9b5aa144753 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:55.571717 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336b7dff-3402-4acd-be4d-402cb4e38971 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e00a9567-700d-44c7-889e-d8a76daa3ca1,revision_number=0']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:55.575885 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-336b7dff-3402-4acd-be4d-402cb4e38971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:55.586796 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336b7dff-3402-4acd-be4d-402cb4e38971 admin admin] Checking segment: {'id': '09f7f2cc-2db3-4b5b-95b9-610df70234ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9588fea9-e785-4b3e-b9d2-d68cbcbc100d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:10:55.587157 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336b7dff-3402-4acd-be4d-402cb4e38971 admin admin] Network hostable DHCP agents. Network: 9588fea9-e785-4b3e-b9d2-d68cbcbc100d, hostable agents: ['2a21a80c-97c7-49ed-8bbe-36caa960580c'], hosted agents: [] {{(pid=92456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 20:10:55.598532 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d156a8d-5e83-4b8d-8e35-972e7dfdb95f req-ae518cc4-104d-47fb-9b1c-f2b32a287689 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:55.605542 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-7d156a8d-5e83-4b8d-8e35-972e7dfdb95f req-ae518cc4-104d-47fb-9b1c-f2b32a287689 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.2862403 Jun 09 20:10:55.677961 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-7d156a8d-5e83-4b8d-8e35-972e7dfdb95f req-0da25596-adce-4a2c-8469-9ef87143f306 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715587 Jun 09 20:10:55.707608 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336b7dff-3402-4acd-be4d-402cb4e38971 admin admin] Network 9588fea9-e785-4b3e-b9d2-d68cbcbc100d is scheduled to be hosted by DHCP agent 2a21a80c-97c7-49ed-8bbe-36caa960580c with binding_index 1 {{(pid=92456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 20:10:55.770375 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.db.db_base_plugin_common [None req-65689a73-1b93-4713-be26-95a028be4577 admin admin] Allocated IP 172.27.0.27 (7113ecea-0b68-4d56-a6ae-4e94112ae602/d4394e15-b094-4f4f-853e-c157ecdb6024/4ffd7231-7b06-498e-8989-9fd2b25dea81) {{(pid=92455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:10:55.809747 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [None req-336b7dff-3402-4acd-be4d-402cb4e38971 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795669-1-iscsi, 9588fea9-e785-4b3e-b9d2-d68cbcbc100d) {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:10:55.815293 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336b7dff-3402-4acd-be4d-402cb4e38971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:55.816995 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-336b7dff-3402-4acd-be4d-402cb4e38971 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:55.819716 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ef49a1-5c6b-4ae6-947a-7bb6420a03fc None None] Network 9588fea9-e785-4b3e-b9d2-d68cbcbc100d requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:10:55.921831 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-336b7dff-3402-4acd-be4d-402cb4e38971 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1680782 Jun 09 20:10:55.962345 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-65689a73-1b93-4713-be26-95a028be4577 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:56.040051 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08156097-c679-4bae-9135-f4c1a85203d2 None None] Network 9588fea9-e785-4b3e-b9d2-d68cbcbc100d requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:10:56.056477 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-65689a73-1b93-4713-be26-95a028be4577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162594'] for port, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:56.062485 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-3ea90cb7-3b59-49ed-b70e-aa42cef11d96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:56.211069 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65689a73-1b93-4713-be26-95a028be4577 admin admin] Pushing event updated for resources: {'Port': ['ID=4ffd7231-7b06-498e-8989-9fd2b25dea81,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:56.215509 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65689a73-1b93-4713-be26-95a028be4577 admin admin] Network 7113ecea-0b68-4d56-a6ae-4e94112ae602 is already hosted by enough agents. {{(pid=92455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:10:56.217102 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.base_scheduler [None req-65689a73-1b93-4713-be26-95a028be4577 admin admin] Resources bound (agent type, host, resource id): {{(pid=92455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:10:56.218953 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-65689a73-1b93-4713-be26-95a028be4577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:56.219943 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65689a73-1b93-4713-be26-95a028be4577 admin admin] Received port after_create {{(pid=92455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:10:56.649155 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f31364-8aab-4220-89ed-dc2ddf28c920 None None] Network 71b291fa-6576-4644-a9a4-a1131eaefd10 requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:10:56.891142 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-469d47ed-cb09-4808-a3d6-45324e05c028 None None] Provisioning for port 05ecaf56-890f-4abf-ad65-1aae3ca5f5e5 completed by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:10:56.991331 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-65689a73-1b93-4713-be26-95a028be4577 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:57.164622 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b29b95-d0ef-43aa-9334-48079cf165d7 req-9a011158-d1c8-42eb-8ef7-cebc8c28d0b7 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:57.166424 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c0b29b95-d0ef-43aa-9334-48079cf165d7 req-9a011158-d1c8-42eb-8ef7-cebc8c28d0b7 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.2548618 Jun 09 20:10:57.306180 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c0b29b95-d0ef-43aa-9334-48079cf165d7 req-db4f7d29-e305-4f85-9bf7-aa7618aa7907 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322002 Jun 09 20:10:57.451962 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-65689a73-1b93-4713-be26-95a028be4577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3905395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3924414'] for router, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:57.618455 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 05ecaf56-890f-4abf-ad65-1aae3ca5f5e5 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:10:57.809906 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65689a73-1b93-4713-be26-95a028be4577 admin admin] Router 593f85ca-8bde-4ba0-b6a7-55f88c630b63 is scheduled to L3 agent 64117835-a1f5-4801-ace7-11985afbc460 with binding_index 1 {{(pid=92455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 20:10:57.810119 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning for port 05ecaf56-890f-4abf-ad65-1aae3ca5f5e5 completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:10:57.816085 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 05ecaf56-890f-4abf-ad65-1aae3ca5f5e5 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:10:57.816391 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:57.931583 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:57.962914 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] For port 05ecaf56-890f-4abf-ad65-1aae3ca5f5e5, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=05ecaf56-890f-4abf-ad65-1aae3ca5f5e5,segment=NetworkSegment(985c0b7f-cb52-4231-8fe0-0bea9b0d8d57),segment_id=985c0b7f-cb52-4231-8fe0-0bea9b0d8d57)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:10:58.005741 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65689a73-1b93-4713-be26-95a028be4577 admin admin] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:10:58.014200 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40491b9-dabc-470a-bb2c-090ec5a29425 None None] Sync routers for ids ['593f85ca-8bde-4ba0-b6a7-55f88c630b63'] in dv-cinder-795669-1-iscsi {{(pid=92458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:10:58.021559 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:58.023849 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40491b9-dabc-470a-bb2c-090ec5a29425 None None] Routers {'593f85ca-8bde-4ba0-b6a7-55f88c630b63'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:10:58.024500 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-f40491b9-dabc-470a-bb2c-090ec5a29425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:10:32Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['593f85ca-8bde-4ba0-b6a7-55f88c630b63'], 'active': True} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:10:58.024907 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:58.085073 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-65689a73-1b93-4713-be26-95a028be4577 admin admin] Notify callbacks [] for router, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:58.088831 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-65689a73-1b93-4713-be26-95a028be4577 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6948662 Jun 09 20:10:58.089191 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 42812) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:10:58.090837 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Pushing event updated for resources: {'Port': ['ID=05ecaf56-890f-4abf-ad65-1aae3ca5f5e5,revision_number=3']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:58.094925 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:58.229802 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvr_db [None req-f40491b9-dabc-470a-bb2c-090ec5a29425 None None] Set router 593f85ca-8bde-4ba0-b6a7-55f88c630b63 gateway port host: dv-cinder-795669-1-iscsi {{(pid=92458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:10:58.526372 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-f40491b9-dabc-470a-bb2c-090ec5a29425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593f85ca-8bde-4ba0-b6a7-55f88c630b63', 'name': 'tempest-TestMinimumBasicScenario-1179336273-router', 'tenant_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4ffd7231-7b06-498e-8989-9fd2b25dea81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:10:54Z', 'updated_at': '2021-06-09T20:10:56Z', 'revision_number': 3, 'project_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'gw_port': {'id': '4ffd7231-7b06-498e-8989-9fd2b25dea81', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593f85ca-8bde-4ba0-b6a7-55f88c630b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:10:55Z', 'updated_at': '2021-06-09T20:10:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi'}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:10:58.531799 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40491b9-dabc-470a-bb2c-090ec5a29425 None None] Checking router: 593f85ca-8bde-4ba0-b6a7-55f88c630b63 for host: dv-cinder-795669-1-iscsi {{(pid=92458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:10:58.532448 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40491b9-dabc-470a-bb2c-090ec5a29425 None None] Updating router 593f85ca-8bde-4ba0-b6a7-55f88c630b63 port 4ffd7231-7b06-498e-8989-9fd2b25dea81 binding host dv-cinder-795669-1-iscsi {{(pid=92458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 20:10:58.552262 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1b1f7-92c3-48cb-badb-17667cb31465 req-b567250b-3f09-4f27-b055-f848ec8f6660 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:58.559929 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ebb1b1f7-92c3-48cb-badb-17667cb31465 req-b567250b-3f09-4f27-b055-f848ec8f6660 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.1167336 Jun 09 20:10:58.594206 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-f40491b9-dabc-470a-bb2c-090ec5a29425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:58.640433 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ebb1b1f7-92c3-48cb-badb-17667cb31465 req-2e418493-a168-4cbe-bb2c-c4aca06015f3 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709932 Jun 09 20:10:58.818498 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-9fb65c17-cb84-4f9f-abe1-21451d052f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:58.979587 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-f40491b9-dabc-470a-bb2c-090ec5a29425 None None] Notify callbacks [] for port, precommit_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:58.991921 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.provisioning_blocks [None req-f40491b9-dabc-470a-bb2c-090ec5a29425 None None] Transition to ACTIVE for port object 4ffd7231-7b06-498e-8989-9fd2b25dea81 will not be triggered until provisioned by entity L2. {{(pid=92458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:10:59.043716 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_common [None req-9fb65c17-cb84-4f9f-abe1-21451d052f3c admin admin] Allocated IP 172.20.0.1 (71b291fa-6576-4644-a9a4-a1131eaefd10/5c3d3e03-f14c-448a-8902-90a16bc454a6/578d59e0-e532-4799-a680-f453983a3445) {{(pid=92456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:10:59.057665 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-87c92770-57a1-413e-9b98-8b1ad24832aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:59.167954 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-f40491b9-dabc-470a-bb2c-090ec5a29425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:59.173870 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:59.217517 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-9fb65c17-cb84-4f9f-abe1-21451d052f3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:59.237849 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.provisioning_blocks [None req-9fb65c17-cb84-4f9f-abe1-21451d052f3c admin admin] Transition to ACTIVE for port object 578d59e0-e532-4799-a680-f453983a3445 will not be triggered until provisioned by entity DHCP. {{(pid=92456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:10:59.245942 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.managers [None req-f40491b9-dabc-470a-bb2c-090ec5a29425 None None] Attempting to bind port 4ffd7231-7b06-498e-8989-9fd2b25dea81 on host dv-cinder-795669-1-iscsi for vnic_type normal with profile {{(pid=92458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:10:59.251051 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.managers [None req-f40491b9-dabc-470a-bb2c-090ec5a29425 None None] Attempting to bind port 4ffd7231-7b06-498e-8989-9fd2b25dea81 by drivers openvswitch,hyperv on host dv-cinder-795669-1-iscsi at level 0 using segments [{'id': '5cc1a330-8329-4d0b-b0d5-254d1224405d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'}] {{(pid=92458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:10:59.251051 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40491b9-dabc-470a-bb2c-090ec5a29425 None None] Attempting to bind port 4ffd7231-7b06-498e-8989-9fd2b25dea81 on network 7113ecea-0b68-4d56-a6ae-4e94112ae602 {{(pid=92458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:10:59.256961 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40491b9-dabc-470a-bb2c-090ec5a29425 None None] Checking agent: {'id': 'b1990edb-c1d4-4f42-bb5d-5bf0b4ac7e85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 19, 59, 31), 'started_at': datetime.datetime(2021, 6, 9, 20, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:10:59.257334 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40491b9-dabc-470a-bb2c-090ec5a29425 None None] Checking segment: {'id': '5cc1a330-8329-4d0b-b0d5-254d1224405d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:10:59.257741 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-f40491b9-dabc-470a-bb2c-090ec5a29425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:59.258144 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40491b9-dabc-470a-bb2c-090ec5a29425 None None] Bound using segment: {'id': '5cc1a330-8329-4d0b-b0d5-254d1224405d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'} {{(pid=92458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:10:59.258614 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.managers [None req-f40491b9-dabc-470a-bb2c-090ec5a29425 None None] Bound port: 4ffd7231-7b06-498e-8989-9fd2b25dea81, host: dv-cinder-795669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc1a330-8329-4d0b-b0d5-254d1224405d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'}}] {{(pid=92458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:10:59.259219 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-f40491b9-dabc-470a-bb2c-090ec5a29425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:59.329458 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27146689-9cdc-4535-b1d6-f36a1e4f05fa None None] Pushing event updated for resources: {'Port': ['ID=4ffd7231-7b06-498e-8989-9fd2b25dea81,revision_number=2']} {{(pid=92458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:59.342174 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27146689-9cdc-4535-b1d6-f36a1e4f05fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:59.342522 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27146689-9cdc-4535-b1d6-f36a1e4f05fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:59.348626 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27146689-9cdc-4535-b1d6-f36a1e4f05fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:59.348626 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27146689-9cdc-4535-b1d6-f36a1e4f05fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:59.348626 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27146689-9cdc-4535-b1d6-f36a1e4f05fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:59.348626 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27146689-9cdc-4535-b1d6-f36a1e4f05fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:59.348626 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27146689-9cdc-4535-b1d6-f36a1e4f05fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:59.348626 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27146689-9cdc-4535-b1d6-f36a1e4f05fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:59.348626 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27146689-9cdc-4535-b1d6-f36a1e4f05fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:59.348626 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27146689-9cdc-4535-b1d6-f36a1e4f05fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:59.348626 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27146689-9cdc-4535-b1d6-f36a1e4f05fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:59.348626 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27146689-9cdc-4535-b1d6-f36a1e4f05fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:10:59.349606 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG oslo_concurrency.lockutils [None req-27146689-9cdc-4535-b1d6-f36a1e4f05fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:59.354500 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.db [None req-f40491b9-dabc-470a-bb2c-090ec5a29425 None None] For port 4ffd7231-7b06-498e-8989-9fd2b25dea81, host dv-cinder-795669-1-iscsi, cleared binding levels {{(pid=92458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:10:59.357933 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.db [None req-f40491b9-dabc-470a-bb2c-090ec5a29425 None None] For port 4ffd7231-7b06-498e-8989-9fd2b25dea81, host dv-cinder-795669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=4ffd7231-7b06-498e-8989-9fd2b25dea81,segment=NetworkSegment(5cc1a330-8329-4d0b-b0d5-254d1224405d),segment_id=5cc1a330-8329-4d0b-b0d5-254d1224405d)] {{(pid=92458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:10:59.382287 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-9fb65c17-cb84-4f9f-abe1-21451d052f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368'] for port, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:59.388384 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:59.472696 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb65c17-cb84-4f9f-abe1-21451d052f3c admin admin] Network 71b291fa-6576-4644-a9a4-a1131eaefd10 is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:10:59.477896 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [None req-9fb65c17-cb84-4f9f-abe1-21451d052f3c admin admin] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:10:59.481890 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb65c17-cb84-4f9f-abe1-21451d052f3c admin admin] Received port after_create {{(pid=92456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:10:59.482364 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-9fb65c17-cb84-4f9f-abe1-21451d052f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3925236'] for router_interface, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:59.490279 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-f40491b9-dabc-470a-bb2c-090ec5a29425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:59.496495 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG oslo_concurrency.lockutils [None req-b8f9490f-d7f0-44b0-9dd2-312ff8bc1634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:10:59.511916 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb65c17-cb84-4f9f-abe1-21451d052f3c admin admin] Pushing event updated for resources: {'Port': ['ID=578d59e0-e532-4799-a680-f453983a3445,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:59.516968 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-9fb65c17-cb84-4f9f-abe1-21451d052f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:59.623930 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 05ecaf56-890f-4abf-ad65-1aae3ca5f5e5 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:10:59.630084 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40491b9-dabc-470a-bb2c-090ec5a29425 None None] Routers {'593f85ca-8bde-4ba0-b6a7-55f88c630b63'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:10:59.633252 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-f40491b9-dabc-470a-bb2c-090ec5a29425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:10:32Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['593f85ca-8bde-4ba0-b6a7-55f88c630b63'], 'active': True} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:10:59.757460 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27146689-9cdc-4535-b1d6-f36a1e4f05fa None None] Pushing event updated for resources: {'Port': ['ID=4ffd7231-7b06-498e-8989-9fd2b25dea81,revision_number=3']} {{(pid=92458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:10:59.770123 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG oslo_concurrency.lockutils [None req-27146689-9cdc-4535-b1d6-f36a1e4f05fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:10:59.780102 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 05ecaf56-890f-4abf-ad65-1aae3ca5f5e5 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:10:59.780835 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:59.855387 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-9fb65c17-cb84-4f9f-abe1-21451d052f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:59.958426 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-12e19c6e-cb31-4da7-af77-50252aa62a9b None None] Provisioning for port 578d59e0-e532-4799-a680-f453983a3445 completed by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:10:59.964106 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-12e19c6e-cb31-4da7-af77-50252aa62a9b None None] Provisioning complete for port 578d59e0-e532-4799-a680-f453983a3445 triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:10:59.964265 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-12e19c6e-cb31-4da7-af77-50252aa62a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:10:59.980250 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2e318-ab08-4ffe-857b-86881efd0fbb req-a90490a7-6ba1-484d-bffd-9f826368045c tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:10:59.980867 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvr_db [None req-f40491b9-dabc-470a-bb2c-090ec5a29425 None None] Set router 593f85ca-8bde-4ba0-b6a7-55f88c630b63 gateway port host: dv-cinder-795669-1-iscsi {{(pid=92458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:10:59.989375 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-7eb2e318-ab08-4ffe-857b-86881efd0fbb req-a90490a7-6ba1-484d-bffd-9f826368045c tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.1621468 Jun 09 20:11:00.027137 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-12e19c6e-cb31-4da7-af77-50252aa62a9b None None] Port 578d59e0-e532-4799-a680-f453983a3445 cannot update to ACTIVE because it is not bound. {{(pid=92457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 20:11:00.100930 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-7eb2e318-ab08-4ffe-857b-86881efd0fbb req-bf046c71-09cb-4cd8-849f-45868a0525c1 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101625 Jun 09 20:11:00.341447 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-9fb65c17-cb84-4f9f-abe1-21451d052f3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:00.398888 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-f40491b9-dabc-470a-bb2c-090ec5a29425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593f85ca-8bde-4ba0-b6a7-55f88c630b63', 'name': 'tempest-TestMinimumBasicScenario-1179336273-router', 'tenant_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4ffd7231-7b06-498e-8989-9fd2b25dea81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:10:54Z', 'updated_at': '2021-06-09T20:10:56Z', 'revision_number': 3, 'project_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'gw_port': {'id': '4ffd7231-7b06-498e-8989-9fd2b25dea81', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593f85ca-8bde-4ba0-b6a7-55f88c630b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:10:55Z', 'updated_at': '2021-06-09T20:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi'}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:11:00.399854 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-0350ad42-288f-4914-bd11-73d0d9f9b25f tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:00.401371 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-0350ad42-288f-4914-bd11-73d0d9f9b25f tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/networks?id=c2c6a903-4702-43e5-a13a-9d00e3beebb9 HTTP/1.1" status: 200 len: 815 time: 0.1970017 Jun 09 20:11:00.403401 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40491b9-dabc-470a-bb2c-090ec5a29425 None None] The sync data for ids ['593f85ca-8bde-4ba0-b6a7-55f88c630b63'] in dv-cinder-795669-1-iscsi is: [{'id': '593f85ca-8bde-4ba0-b6a7-55f88c630b63', 'name': 'tempest-TestMinimumBasicScenario-1179336273-router', 'tenant_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4ffd7231-7b06-498e-8989-9fd2b25dea81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:10:54Z', 'updated_at': '2021-06-09T20:10:56Z', 'revision_number': 3, 'project_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'gw_port': {'id': '4ffd7231-7b06-498e-8989-9fd2b25dea81', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593f85ca-8bde-4ba0-b6a7-55f88c630b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:10:55Z', 'updated_at': '2021-06-09T20:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi'}] {{(pid=92458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:11:00.422484 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-1389e1c8-e5d3-481c-88b7-a47505c8de83 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/quotas/e3301fd48bee4c58b886281bcfd984c4 HTTP/1.1" status: 200 len: 375 time: 0.0122297 Jun 09 20:11:00.438357 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-9fb65c17-cb84-4f9f-abe1-21451d052f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:00.440081 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-9fb65c17-cb84-4f9f-abe1-21451d052f3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3714543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3926453'] for router_interface, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:00.445387 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-c036eb78-6c0d-4789-aea8-ff6cadd88741 tempest-VolumesNegativeTest-1810745615 tempest-VolumesNegativeTest-1810745615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:00.510329 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-e61bbdbd-dbf6-4c74-a687-f3a004a54286 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e3301fd48bee4c58b886281bcfd984c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0865095 Jun 09 20:11:00.591532 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb65c17-cb84-4f9f-abe1-21451d052f3c admin admin] Pushing event updated for resources: {'Port': ['ID=578d59e0-e532-4799-a680-f453983a3445,revision_number=2']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:00.596314 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-9fb65c17-cb84-4f9f-abe1-21451d052f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:00.662627 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb65c17-cb84-4f9f-abe1-21451d052f3c admin admin] Network 71b291fa-6576-4644-a9a4-a1131eaefd10 is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:11:00.667137 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [None req-9fb65c17-cb84-4f9f-abe1-21451d052f3c admin admin] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:11:00.878245 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-9c6b4cf6-e3dd-477e-b504-a20112c0aa9e service neutron] 10.222.0.15 "GET /v2.0/networks/c2c6a903-4702-43e5-a13a-9d00e3beebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605039 Jun 09 20:11:00.968529 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-767ca3a1-2317-4ba6-b4c5-881815b04d10 None None] Provisioning complete for port 578d59e0-e532-4799-a680-f453983a3445 triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:11:00.969077 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-767ca3a1-2317-4ba6-b4c5-881815b04d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:00.974805 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb65c17-cb84-4f9f-abe1-21451d052f3c admin admin] Router 593f85ca-8bde-4ba0-b6a7-55f88c630b63 has already been hosted by L3 agent 64117835-a1f5-4801-ace7-11985afbc460 {{(pid=92456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 20:11:01.065527 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-767ca3a1-2317-4ba6-b4c5-881815b04d10 None None] Port 578d59e0-e532-4799-a680-f453983a3445 cannot update to ACTIVE because it is not bound. {{(pid=92457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 20:11:01.082237 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-9dae5925-8419-406e-889a-87511af7b4d1 service neutron] 10.222.0.15 "GET /v2.0/networks/c2c6a903-4702-43e5-a13a-9d00e3beebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976140 Jun 09 20:11:01.219978 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb65c17-cb84-4f9f-abe1-21451d052f3c admin admin] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:11:01.232482 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-9fb65c17-cb84-4f9f-abe1-21451d052f3c admin admin] 10.222.0.15 "PUT /v2.0/routers/593f85ca-8bde-4ba0-b6a7-55f88c630b63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1419802 Jun 09 20:11:01.353104 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a2137-8ba7-400e-a7c4-9df747c5e707 req-bf913758-6a91-44f5-ab9e-65a37612e70a tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:01.361511 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-356a2137-8ba7-400e-a7c4-9df747c5e707 req-bf913758-6a91-44f5-ab9e-65a37612e70a tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.1303353 Jun 09 20:11:01.469439 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-356a2137-8ba7-400e-a7c4-9df747c5e707 req-68b6d54a-4589-4bf3-adc6-f06550563788 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056101 Jun 09 20:11:01.485268 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:01.503694 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b8630-465e-4c5e-ad30-ee87b32bdb37 req-1207569f-e0ac-4c4d-b465-1842f8327c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:01.503694 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b22b8630-465e-4c5e-ad30-ee87b32bdb37 req-1207569f-e0ac-4c4d-b465-1842f8327c43 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 1098 time: 0.1425953 Jun 09 20:11:01.542983 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b22b8630-465e-4c5e-ad30-ee87b32bdb37 req-44f7402a-6222-414f-abe3-7d104b3dd4a4 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372260 Jun 09 20:11:01.693536 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-7ce852e1-4fac-4103-8d2f-5a7087dade70 req-ed039f61-b84c-4cc1-a364-ad3a92274b9a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=28901aa2-2f9b-4bac-a2c5-bc99d689a537 HTTP/1.1" status: 200 len: 210 time: 0.1249495 Jun 09 20:11:01.718338 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 4ffd7231-7b06-498e-8989-9fd2b25dea81 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:11:01.855368 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-9e59c9da-42a1-4c2a-8427-44b2efe5f83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:01.920703 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning for port 4ffd7231-7b06-498e-8989-9fd2b25dea81 completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:11:01.926376 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 4ffd7231-7b06-498e-8989-9fd2b25dea81 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:11:01.926828 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:02.069118 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:02.083321 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] For port 4ffd7231-7b06-498e-8989-9fd2b25dea81, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=4ffd7231-7b06-498e-8989-9fd2b25dea81,segment=NetworkSegment(5cc1a330-8329-4d0b-b0d5-254d1224405d),segment_id=5cc1a330-8329-4d0b-b0d5-254d1224405d)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:11:02.147136 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:02.153182 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:02.232964 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Pushing event updated for resources: {'Port': ['ID=4ffd7231-7b06-498e-8989-9fd2b25dea81,revision_number=4']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:02.238900 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:02.389990 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5929238e-0c9f-44f8-9d36-98281d383545 None None] Sync routers for ids ['593f85ca-8bde-4ba0-b6a7-55f88c630b63'] in dv-cinder-795669-1-iscsi {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:11:02.399217 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5929238e-0c9f-44f8-9d36-98281d383545 None None] Routers {'593f85ca-8bde-4ba0-b6a7-55f88c630b63'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:11:02.399848 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-5929238e-0c9f-44f8-9d36-98281d383545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:11:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['593f85ca-8bde-4ba0-b6a7-55f88c630b63'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:11:02.456359 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 42922) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:11:02.462058 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-faa24e25-bd43-4c0a-8bcc-6613fbd0625e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-236121413-network', 'tenant_id': '9bc1d041595d4920b0746fdf157159e9'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:11:02.611027 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa24e25-bd43-4c0a-8bcc-6613fbd0625e admin admin] Made reservation on behalf of 9bc1d041595d4920b0746fdf157159e9 for: {'network': 1} {{(pid=92456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:11:02.614769 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-faa24e25-bd43-4c0a-8bcc-6613fbd0625e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-786179'] for network, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:02.630548 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-faa24e25-bd43-4c0a-8bcc-6613fbd0625e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:02.636057 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-5929238e-0c9f-44f8-9d36-98281d383545 None None] Set router 593f85ca-8bde-4ba0-b6a7-55f88c630b63 gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:11:02.696715 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231c97f-3b30-4567-88a9-9e1c3ab7dd73 req-e4b909e0-a8bd-4ffd-a3a4-78b7d376c757 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:02.698210 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b231c97f-3b30-4567-88a9-9e1c3ab7dd73 req-e4b909e0-a8bd-4ffd-a3a4-78b7d376c757 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.1209154 Jun 09 20:11:02.765204 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b231c97f-3b30-4567-88a9-9e1c3ab7dd73 req-c9f09e8a-43ec-4563-94b9-b023d9d44fc7 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587552 Jun 09 20:11:02.781916 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:02.803653 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-faa24e25-bd43-4c0a-8bcc-6613fbd0625e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:02.896270 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-faa24e25-bd43-4c0a-8bcc-6613fbd0625e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:02.899315 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:02.953582 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faa24e25-bd43-4c0a-8bcc-6613fbd0625e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=92456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 20:11:02.959612 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-11ce3e2e-65b6-4809-8b7e-c5104034e06c req-9909a90e-1321-42ee-953a-fb24e466ef21 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=28901aa2-2f9b-4bac-a2c5-bc99d689a537 HTTP/1.1" status: 200 len: 210 time: 0.0790453 Jun 09 20:11:02.962889 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa24e25-bd43-4c0a-8bcc-6613fbd0625e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e12df5-ad33-418b-ac59-b61cc2470d60,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:02.987735 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-faa24e25-bd43-4c0a-8bcc-6613fbd0625e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028'] for segment, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:02.992317 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.db.segments_db [None req-faa24e25-bd43-4c0a-8bcc-6613fbd0625e admin admin] Added segment 0b99fca5-ede1-4ac7-8402-0a9eda2a243e of type vlan for network 2cf55ef2-33fd-442f-888a-4f5a031c4bd9 Jun 09 20:11:02.995252 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa24e25-bd43-4c0a-8bcc-6613fbd0625e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:11:02.996237 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa24e25-bd43-4c0a-8bcc-6613fbd0625e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:11:02.996828 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa24e25-bd43-4c0a-8bcc-6613fbd0625e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:11:02.998169 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa24e25-bd43-4c0a-8bcc-6613fbd0625e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:11:02.998969 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa24e25-bd43-4c0a-8bcc-6613fbd0625e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:11:02.999557 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa24e25-bd43-4c0a-8bcc-6613fbd0625e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:11:03.000036 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa24e25-bd43-4c0a-8bcc-6613fbd0625e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:11:03.000622 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa24e25-bd43-4c0a-8bcc-6613fbd0625e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:11:03.001068 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa24e25-bd43-4c0a-8bcc-6613fbd0625e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:11:03.001504 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa24e25-bd43-4c0a-8bcc-6613fbd0625e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:11:03.002002 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa24e25-bd43-4c0a-8bcc-6613fbd0625e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:11:03.002410 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa24e25-bd43-4c0a-8bcc-6613fbd0625e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:11:03.036515 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-faa24e25-bd43-4c0a-8bcc-6613fbd0625e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:03.065698 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-faa24e25-bd43-4c0a-8bcc-6613fbd0625e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784791347429'] for network, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:03.076960 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-5929238e-0c9f-44f8-9d36-98281d383545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593f85ca-8bde-4ba0-b6a7-55f88c630b63', 'name': 'tempest-TestMinimumBasicScenario-1179336273-router', 'tenant_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4ffd7231-7b06-498e-8989-9fd2b25dea81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:10:54Z', 'updated_at': '2021-06-09T20:10:59Z', 'revision_number': 4, 'project_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'gw_port': {'id': '4ffd7231-7b06-498e-8989-9fd2b25dea81', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593f85ca-8bde-4ba0-b6a7-55f88c630b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:10:55Z', 'updated_at': '2021-06-09T20:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '578d59e0-e532-4799-a680-f453983a3445', 'name': '', 'network_id': '71b291fa-6576-4644-a9a4-a1131eaefd10', 'tenant_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'mac_address': 'fa:16:3e:95:6d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593f85ca-8bde-4ba0-b6a7-55f88c630b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '5c3d3e03-f14c-448a-8902-90a16bc454a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:10:58Z', 'updated_at': '2021-06-09T20:11:00Z', 'revision_number': 2, 'project_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'subnets': [{'id': '5c3d3e03-f14c-448a-8902-90a16bc454a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:11:03.081152 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5929238e-0c9f-44f8-9d36-98281d383545 None None] Checking router: 593f85ca-8bde-4ba0-b6a7-55f88c630b63 for host: dv-cinder-795669-1-iscsi {{(pid=92457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:11:03.081511 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5929238e-0c9f-44f8-9d36-98281d383545 None None] Updating router 593f85ca-8bde-4ba0-b6a7-55f88c630b63 port 578d59e0-e532-4799-a680-f453983a3445 binding host dv-cinder-795669-1-iscsi {{(pid=92457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 20:11:03.136803 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-5929238e-0c9f-44f8-9d36-98281d383545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:03.205708 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-faa24e25-bd43-4c0a-8bcc-6613fbd0625e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3854142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545'] for network, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:03.207546 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa24e25-bd43-4c0a-8bcc-6613fbd0625e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:03.208795 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-faa24e25-bd43-4c0a-8bcc-6613fbd0625e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for network, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:03.214513 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-ec8a2ffc-012e-43bb-90b9-29f7ef1be68f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:03.316840 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa24e25-bd43-4c0a-8bcc-6613fbd0625e admin admin] Pushing event updated for resources: {'Network': ['ID=2cf55ef2-33fd-442f-888a-4f5a031c4bd9,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:03.324757 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-faa24e25-bd43-4c0a-8bcc-6613fbd0625e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:03.341520 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Network 2cf55ef2-33fd-442f-888a-4f5a031c4bd9 details requested by agent ovs-agent-dv-cinder-795669-1-iscsi with host dv-cinder-795669-1-iscsi {{(pid=92457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 20:11:03.455234 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-faa24e25-bd43-4c0a-8bcc-6613fbd0625e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9974353 Jun 09 20:11:03.457984 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 42942) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:11:03.462723 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-2f2c1544-a06e-492d-8813-25a485ee44f1 admin admin] Request body: {'subnet': {'network_id': '2cf55ef2-33fd-442f-888a-4f5a031c4bd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-236121413-subnet', 'tenant_id': '9bc1d041595d4920b0746fdf157159e9', 'ip_version': 4}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:11:03.570554 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 4ffd7231-7b06-498e-8989-9fd2b25dea81 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:11:03.588821 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2c1544-a06e-492d-8813-25a485ee44f1 admin admin] Made reservation on behalf of 9bc1d041595d4920b0746fdf157159e9 for: {'subnet': 1} {{(pid=92456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:11:03.591623 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-2f2c1544-a06e-492d-8813-25a485ee44f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:03.604265 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-5929238e-0c9f-44f8-9d36-98281d383545 None None] Notify callbacks [] for port, precommit_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:03.633974 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-5929238e-0c9f-44f8-9d36-98281d383545 None None] Transition to ACTIVE for port object 578d59e0-e532-4799-a680-f453983a3445 will not be triggered until provisioned by entity L2. {{(pid=92457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:11:03.656281 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 4ffd7231-7b06-498e-8989-9fd2b25dea81 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:11:03.656659 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:03.715156 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-5929238e-0c9f-44f8-9d36-98281d383545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:03.720458 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-4e96bd74-23f7-407f-8d41-e9b5aa144753 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:03.861690 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b83ee-e353-4b45-a899-ab5f30a196e2 None None] Pushing event updated for resources: {'Port': ['ID=578d59e0-e532-4799-a680-f453983a3445,revision_number=3']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:03.870501 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-249b83ee-e353-4b45-a899-ab5f30a196e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:03.884409 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-2f2c1544-a06e-492d-8813-25a485ee44f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440'] for subnet, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:03.891192 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:03.970465 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c1544-a06e-492d-8813-25a485ee44f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8efb8bfc-076f-4b0d-aa82-3740afb64932,revision_number=0']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:03.974729 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-2f2c1544-a06e-492d-8813-25a485ee44f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:03.979278 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2c1544-a06e-492d-8813-25a485ee44f1 admin admin] Checking segment: {'id': '0b99fca5-ede1-4ac7-8402-0a9eda2a243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2cf55ef2-33fd-442f-888a-4f5a031c4bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:11:03.979575 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2c1544-a06e-492d-8813-25a485ee44f1 admin admin] Network hostable DHCP agents. Network: 2cf55ef2-33fd-442f-888a-4f5a031c4bd9, hostable agents: ['2a21a80c-97c7-49ed-8bbe-36caa960580c'], hosted agents: [] {{(pid=92456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 20:11:04.007853 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c65f6a-c2b6-4324-96a2-16de0281aa13 req-4f7d5643-a91e-437f-a5b5-671ec7d5ebb7 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:04.017286 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-93c65f6a-c2b6-4324-96a2-16de0281aa13 req-4f7d5643-a91e-437f-a5b5-671ec7d5ebb7 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.1433251 Jun 09 20:11:04.046283 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-5929238e-0c9f-44f8-9d36-98281d383545 None None] Attempting to bind port 578d59e0-e532-4799-a680-f453983a3445 on host dv-cinder-795669-1-iscsi for vnic_type normal with profile {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:11:04.046664 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-5929238e-0c9f-44f8-9d36-98281d383545 None None] Attempting to bind port 578d59e0-e532-4799-a680-f453983a3445 by drivers openvswitch,hyperv on host dv-cinder-795669-1-iscsi at level 0 using segments [{'id': '985c0b7f-cb52-4231-8fe0-0bea9b0d8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '71b291fa-6576-4644-a9a4-a1131eaefd10'}] {{(pid=92457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:11:04.047037 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5929238e-0c9f-44f8-9d36-98281d383545 None None] Attempting to bind port 578d59e0-e532-4799-a680-f453983a3445 on network 71b291fa-6576-4644-a9a4-a1131eaefd10 {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:11:04.054205 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5929238e-0c9f-44f8-9d36-98281d383545 None None] Checking agent: {'id': 'b1990edb-c1d4-4f42-bb5d-5bf0b4ac7e85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 19, 59, 31), 'started_at': datetime.datetime(2021, 6, 9, 20, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:11:04.054597 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5929238e-0c9f-44f8-9d36-98281d383545 None None] Checking segment: {'id': '985c0b7f-cb52-4231-8fe0-0bea9b0d8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '71b291fa-6576-4644-a9a4-a1131eaefd10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:11:04.055010 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-5929238e-0c9f-44f8-9d36-98281d383545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:04.055501 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5929238e-0c9f-44f8-9d36-98281d383545 None None] Bound using segment: {'id': '985c0b7f-cb52-4231-8fe0-0bea9b0d8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '71b291fa-6576-4644-a9a4-a1131eaefd10'} {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:11:04.056174 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-5929238e-0c9f-44f8-9d36-98281d383545 None None] Bound port: 578d59e0-e532-4799-a680-f453983a3445, host: dv-cinder-795669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985c0b7f-cb52-4231-8fe0-0bea9b0d8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '71b291fa-6576-4644-a9a4-a1131eaefd10'}}] {{(pid=92457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:11:04.056569 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-5929238e-0c9f-44f8-9d36-98281d383545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:04.071136 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-93c65f6a-c2b6-4324-96a2-16de0281aa13 req-45109707-2d50-4330-9af8-063ebc0481b1 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522261 Jun 09 20:11:04.100452 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2c1544-a06e-492d-8813-25a485ee44f1 admin admin] Network 2cf55ef2-33fd-442f-888a-4f5a031c4bd9 is scheduled to be hosted by DHCP agent 2a21a80c-97c7-49ed-8bbe-36caa960580c with binding_index 1 {{(pid=92456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 20:11:04.175800 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [None req-2f2c1544-a06e-492d-8813-25a485ee44f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795669-1-iscsi, 2cf55ef2-33fd-442f-888a-4f5a031c4bd9) {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:11:04.184997 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2c1544-a06e-492d-8813-25a485ee44f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:04.188157 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-2f2c1544-a06e-492d-8813-25a485ee44f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:04.205509 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403087b8-541c-40af-85f0-7a1512f985c5 None None] Network 2cf55ef2-33fd-442f-888a-4f5a031c4bd9 requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:11:04.244958 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-5929238e-0c9f-44f8-9d36-98281d383545 None None] For port 578d59e0-e532-4799-a680-f453983a3445, host dv-cinder-795669-1-iscsi, cleared binding levels {{(pid=92457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:11:04.260728 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-5929238e-0c9f-44f8-9d36-98281d383545 None None] For port 578d59e0-e532-4799-a680-f453983a3445, host dv-cinder-795669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=578d59e0-e532-4799-a680-f453983a3445,segment=NetworkSegment(985c0b7f-cb52-4231-8fe0-0bea9b0d8d57),segment_id=985c0b7f-cb52-4231-8fe0-0bea9b0d8d57)] {{(pid=92457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:11:04.285772 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c3f82988-068a-48df-abdc-48692d0e5049 req-109b7edc-bd92-4feb-9a58-2aaeb599ce5e tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=28901aa2-2f9b-4bac-a2c5-bc99d689a537 HTTP/1.1" status: 200 len: 210 time: 0.0809419 Jun 09 20:11:04.314309 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-2f2c1544-a06e-492d-8813-25a485ee44f1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8552928 Jun 09 20:11:04.316810 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 42962) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:11:04.321719 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-63771fac-9c1d-4b5f-ae4a-90105e1e7df6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-236121413-router', 'tenant_id': '9bc1d041595d4920b0746fdf157159e9', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'}}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:11:04.347908 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-5929238e-0c9f-44f8-9d36-98281d383545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:04.354697 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:04.458479 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-63771fac-9c1d-4b5f-ae4a-90105e1e7df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3905348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3093'] for router, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:04.460344 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-63771fac-9c1d-4b5f-ae4a-90105e1e7df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3924451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3978520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3084'] for router, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:04.468626 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:04.469000 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5929238e-0c9f-44f8-9d36-98281d383545 None None] Routers {'593f85ca-8bde-4ba0-b6a7-55f88c630b63'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:11:04.469496 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-5929238e-0c9f-44f8-9d36-98281d383545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:11:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['593f85ca-8bde-4ba0-b6a7-55f88c630b63'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:11:04.480294 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-63771fac-9c1d-4b5f-ae4a-90105e1e7df6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:04.539867 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b83ee-e353-4b45-a899-ab5f30a196e2 None None] Pushing event updated for resources: {'Port': ['ID=578d59e0-e532-4799-a680-f453983a3445,revision_number=4']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:04.554095 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-249b83ee-e353-4b45-a899-ab5f30a196e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:04.785147 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-01f364ea-18f8-4c4c-97d1-ae1c34c4e219 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:04.786950 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-01f364ea-18f8-4c4c-97d1-ae1c34c4e219 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.22 "GET /v2.0/networks?id=c2c6a903-4702-43e5-a13a-9d00e3beebb9 HTTP/1.1" status: 200 len: 815 time: 0.2944608 Jun 09 20:11:04.804487 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984f1f4c-bb1c-411f-a3ce-a64748b66200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9039d117-f7fa-5a03-916c-66ac7993bb31-2cf55ef2-33fd-442f-888a-4f5a031c4bd9', 'network_id': '2cf55ef2-33fd-442f-888a-4f5a031c4bd9', 'tenant_id': '9bc1d041595d4920b0746fdf157159e9', 'fixed_ips': [{'subnet_id': '8efb8bfc-076f-4b0d-aa82-3740afb64932'}]}} from dv-cinder-795669-1-iscsi. {{(pid=92457) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 20:11:04.805331 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-984f1f4c-bb1c-411f-a3ce-a64748b66200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:04.831893 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-5929238e-0c9f-44f8-9d36-98281d383545 None None] Set router 593f85ca-8bde-4ba0-b6a7-55f88c630b63 gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:11:04.981024 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559f9db-cab7-4feb-90cf-532e83b2fc54 req-9725078c-1b38-40a5-9448-7ce1d09d651e tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:04.985619 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e559f9db-cab7-4feb-90cf-532e83b2fc54 req-9725078c-1b38-40a5-9448-7ce1d09d651e tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.1719146 Jun 09 20:11:05.032837 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-7ad87e71-c49c-43fb-af63-5c4a20029660 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Request body: {'port': {'device_id': '28901aa2-2f9b-4bac-a2c5-bc99d689a537', 'network_id': 'c2c6a903-4702-43e5-a13a-9d00e3beebb9', 'admin_state_up': True, 'tenant_id': 'e3301fd48bee4c58b886281bcfd984c4'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:11:05.097307 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e559f9db-cab7-4feb-90cf-532e83b2fc54 req-c513274e-60ff-47dd-9b12-58e0ceb5a8a0 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065071 Jun 09 20:11:05.323977 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.db_base_plugin_common [None req-984f1f4c-bb1c-411f-a3ce-a64748b66200 None None] Allocated IP 172.20.0.2 (2cf55ef2-33fd-442f-888a-4f5a031c4bd9/8efb8bfc-076f-4b0d-aa82-3740afb64932/665116c5-a737-4d96-8dbb-285f978bc118) {{(pid=92457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:11:05.390031 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-63771fac-9c1d-4b5f-ae4a-90105e1e7df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3924369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3905386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3130'] for router, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:05.433831 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f408ff2-f0d9-4d38-b8ba-8ff161616273 req-2d764f9a-c74a-4b14-a05b-7f0de9540c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:05.435302 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-2f408ff2-f0d9-4d38-b8ba-8ff161616273 req-2d764f9a-c74a-4b14-a05b-7f0de9540c8c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3f30e4e665c8435e83fa56abcd23bc22&device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 1098 time: 0.5533924 Jun 09 20:11:05.505181 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-63573a5f-8608-4fec-8447-26157c4007ec req-42f940d9-73a1-4f31-8e08-e6da645c2845 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=28901aa2-2f9b-4bac-a2c5-bc99d689a537 HTTP/1.1" status: 200 len: 210 time: 0.0442779 Jun 09 20:11:05.527601 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-5929238e-0c9f-44f8-9d36-98281d383545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593f85ca-8bde-4ba0-b6a7-55f88c630b63', 'name': 'tempest-TestMinimumBasicScenario-1179336273-router', 'tenant_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4ffd7231-7b06-498e-8989-9fd2b25dea81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:10:54Z', 'updated_at': '2021-06-09T20:10:59Z', 'revision_number': 4, 'project_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'gw_port': {'id': '4ffd7231-7b06-498e-8989-9fd2b25dea81', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593f85ca-8bde-4ba0-b6a7-55f88c630b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:10:55Z', 'updated_at': '2021-06-09T20:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '578d59e0-e532-4799-a680-f453983a3445', 'name': '', 'network_id': '71b291fa-6576-4644-a9a4-a1131eaefd10', 'tenant_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'mac_address': 'fa:16:3e:95:6d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593f85ca-8bde-4ba0-b6a7-55f88c630b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '5c3d3e03-f14c-448a-8902-90a16bc454a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:10:58Z', 'updated_at': '2021-06-09T20:11:04Z', 'revision_number': 4, 'project_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'subnets': [{'id': '5c3d3e03-f14c-448a-8902-90a16bc454a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:11:05.545892 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5929238e-0c9f-44f8-9d36-98281d383545 None None] The sync data for ids ['593f85ca-8bde-4ba0-b6a7-55f88c630b63'] in dv-cinder-795669-1-iscsi is: [{'id': '593f85ca-8bde-4ba0-b6a7-55f88c630b63', 'name': 'tempest-TestMinimumBasicScenario-1179336273-router', 'tenant_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4ffd7231-7b06-498e-8989-9fd2b25dea81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:10:54Z', 'updated_at': '2021-06-09T20:10:59Z', 'revision_number': 4, 'project_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'gw_port': {'id': '4ffd7231-7b06-498e-8989-9fd2b25dea81', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593f85ca-8bde-4ba0-b6a7-55f88c630b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:10:55Z', 'updated_at': '2021-06-09T20:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '578d59e0-e532-4799-a680-f453983a3445', 'name': '', 'network_id': '71b291fa-6576-4644-a9a4-a1131eaefd10', 'tenant_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'mac_address': 'fa:16:3e:95:6d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593f85ca-8bde-4ba0-b6a7-55f88c630b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '5c3d3e03-f14c-448a-8902-90a16bc454a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:10:58Z', 'updated_at': '2021-06-09T20:11:04Z', 'revision_number': 4, 'project_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'subnets': [{'id': '5c3d3e03-f14c-448a-8902-90a16bc454a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:11:05.650324 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-7ad87e71-c49c-43fb-af63-5c4a20029660 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Made reservation on behalf of e3301fd48bee4c58b886281bcfd984c4 for: {'port': 1} {{(pid=92456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:11:05.654573 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-7ad87e71-c49c-43fb-af63-5c4a20029660 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:05.683700 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-984f1f4c-bb1c-411f-a3ce-a64748b66200 None None] Notify callbacks [] for port, precommit_create {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:05.698990 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-984f1f4c-bb1c-411f-a3ce-a64748b66200 None None] Transition to ACTIVE for port object 665116c5-a737-4d96-8dbb-285f978bc118 will not be triggered until provisioned by entity L2. {{(pid=92457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:11:05.726889 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-984f1f4c-bb1c-411f-a3ce-a64748b66200 None None] Transition to ACTIVE for port object 665116c5-a737-4d96-8dbb-285f978bc118 will not be triggered until provisioned by entity DHCP. {{(pid=92457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:11:05.812276 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f408ff2-f0d9-4d38-b8ba-8ff161616273 req-a0a69eb8-b34b-4fb7-ab3f-84c6bfb5451b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:05.814213 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-2f408ff2-f0d9-4d38-b8ba-8ff161616273 req-a0a69eb8-b34b-4fb7-ab3f-84c6bfb5451b service neutron] 10.222.0.22 "GET /v2.0/networks?id=b2773c51-860c-4726-b245-81d2da947565 HTTP/1.1" status: 200 len: 920 time: 0.3696158 Jun 09 20:11:05.844924 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-984f1f4c-bb1c-411f-a3ce-a64748b66200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368'] for port, after_create {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:05.850451 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-249b83ee-e353-4b45-a899-ab5f30a196e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:05.909923 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-2f408ff2-f0d9-4d38-b8ba-8ff161616273 req-b53106e8-dd54-4e5e-a035-2acdd275edcf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfe8fdb1-b7da-47a4-9f17-bfd53122553f HTTP/1.1" status: 200 len: 217 time: 0.0844595 Jun 09 20:11:05.920276 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984f1f4c-bb1c-411f-a3ce-a64748b66200 None None] Network 2cf55ef2-33fd-442f-888a-4f5a031c4bd9 is already hosted by enough agents. {{(pid=92457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:11:05.923367 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.scheduler.base_scheduler [None req-984f1f4c-bb1c-411f-a3ce-a64748b66200 None None] Resources bound (agent type, host, resource id): {{(pid=92457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:11:05.927577 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984f1f4c-bb1c-411f-a3ce-a64748b66200 None None] Received port after_create {{(pid=92457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:11:05.937394 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f1f4c-bb1c-411f-a3ce-a64748b66200 None None] Pushing event updated for resources: {'Port': ['ID=665116c5-a737-4d96-8dbb-285f978bc118,revision_number=1']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:05.969614 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-984f1f4c-bb1c-411f-a3ce-a64748b66200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:06.035275 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-984f1f4c-bb1c-411f-a3ce-a64748b66200 None None] Attempting to bind port 665116c5-a737-4d96-8dbb-285f978bc118 on host dv-cinder-795669-1-iscsi for vnic_type normal with profile {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:11:06.035656 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-984f1f4c-bb1c-411f-a3ce-a64748b66200 None None] Attempting to bind port 665116c5-a737-4d96-8dbb-285f978bc118 by drivers openvswitch,hyperv on host dv-cinder-795669-1-iscsi at level 0 using segments [{'id': '0b99fca5-ede1-4ac7-8402-0a9eda2a243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2cf55ef2-33fd-442f-888a-4f5a031c4bd9'}] {{(pid=92457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:11:06.036147 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984f1f4c-bb1c-411f-a3ce-a64748b66200 None None] Attempting to bind port 665116c5-a737-4d96-8dbb-285f978bc118 on network 2cf55ef2-33fd-442f-888a-4f5a031c4bd9 {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:11:06.042229 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984f1f4c-bb1c-411f-a3ce-a64748b66200 None None] Checking agent: {'id': 'b1990edb-c1d4-4f42-bb5d-5bf0b4ac7e85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 19, 59, 31), 'started_at': datetime.datetime(2021, 6, 9, 20, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:11:06.043080 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984f1f4c-bb1c-411f-a3ce-a64748b66200 None None] Checking segment: {'id': '0b99fca5-ede1-4ac7-8402-0a9eda2a243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2cf55ef2-33fd-442f-888a-4f5a031c4bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:11:06.043080 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-984f1f4c-bb1c-411f-a3ce-a64748b66200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:06.043535 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984f1f4c-bb1c-411f-a3ce-a64748b66200 None None] Bound using segment: {'id': '0b99fca5-ede1-4ac7-8402-0a9eda2a243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2cf55ef2-33fd-442f-888a-4f5a031c4bd9'} {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:11:06.044223 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-984f1f4c-bb1c-411f-a3ce-a64748b66200 None None] Bound port: 665116c5-a737-4d96-8dbb-285f978bc118, host: dv-cinder-795669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b99fca5-ede1-4ac7-8402-0a9eda2a243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2cf55ef2-33fd-442f-888a-4f5a031c4bd9'}}] {{(pid=92457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:11:06.044477 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-984f1f4c-bb1c-411f-a3ce-a64748b66200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:06.052644 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f408ff2-f0d9-4d38-b8ba-8ff161616273 req-33b367a3-d583-4f13-8373-1f6ce4486490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:06.054104 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-2f408ff2-f0d9-4d38-b8ba-8ff161616273 req-33b367a3-d583-4f13-8373-1f6ce4486490 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1fb7b8a2-658b-4014-a6fa-473f341feb23 HTTP/1.1" status: 200 len: 859 time: 0.1353672 Jun 09 20:11:06.059850 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_common [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-7ad87e71-c49c-43fb-af63-5c4a20029660 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Allocated IP 172.20.0.14 (c2c6a903-4702-43e5-a13a-9d00e3beebb9/9d991aa8-4a67-4571-aeb8-f96e648fe294/75c3fc89-7b87-40a1-90b2-c24dba73552c) {{(pid=92456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:11:06.142739 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-984f1f4c-bb1c-411f-a3ce-a64748b66200 None None] For port 665116c5-a737-4d96-8dbb-285f978bc118, host dv-cinder-795669-1-iscsi, cleared binding levels {{(pid=92457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:11:06.146634 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-984f1f4c-bb1c-411f-a3ce-a64748b66200 None None] For port 665116c5-a737-4d96-8dbb-285f978bc118, host dv-cinder-795669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=665116c5-a737-4d96-8dbb-285f978bc118,segment=NetworkSegment(0b99fca5-ede1-4ac7-8402-0a9eda2a243e),segment_id=0b99fca5-ede1-4ac7-8402-0a9eda2a243e)] {{(pid=92457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:11:06.216444 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-984f1f4c-bb1c-411f-a3ce-a64748b66200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:06.223463 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-59fac8b5-b154-42cb-b089-2ff13e4bf980 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:06.315864 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144794c-9328-4c8d-b15d-33189d46fb85 req-e2586f0b-4ddb-4fca-92ac-18cac5af52db tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:06.336048 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-7144794c-9328-4c8d-b15d-33189d46fb85 req-e2586f0b-4ddb-4fca-92ac-18cac5af52db tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.1098704 Jun 09 20:11:06.351106 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f1f4c-bb1c-411f-a3ce-a64748b66200 None None] Pushing event updated for resources: {'Port': ['ID=665116c5-a737-4d96-8dbb-285f978bc118,revision_number=2']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:06.363689 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-984f1f4c-bb1c-411f-a3ce-a64748b66200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:06.446256 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-7144794c-9328-4c8d-b15d-33189d46fb85 req-7edee0b7-791e-405c-a5bb-ed5dba2a000c tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079116 Jun 09 20:11:06.535068 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-2f408ff2-f0d9-4d38-b8ba-8ff161616273 req-e5c24728-92d7-4ab9-b956-b924c6cf3f6a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b2773c51-860c-4726-b245-81d2da947565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4666173 Jun 09 20:11:06.869787 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ffaf80f5-d2df-4e91-ba90-fd58492008a3 req-b3a1ee89-a78e-40a5-ab8c-12a719d0cd5e tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=28901aa2-2f9b-4bac-a2c5-bc99d689a537 HTTP/1.1" status: 200 len: 210 time: 0.0779588 Jun 09 20:11:06.976620 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-63771fac-9c1d-4b5f-ae4a-90105e1e7df6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:07.039089 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-63771fac-9c1d-4b5f-ae4a-90105e1e7df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:07.135899 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-2f408ff2-f0d9-4d38-b8ba-8ff161616273 req-d12514b8-135e-4604-8165-6db2b3e43a2d service neutron] 10.222.0.22 "GET /v2.0/networks/b2773c51-860c-4726-b245-81d2da947565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173374 Jun 09 20:11:07.138413 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-7ad87e71-c49c-43fb-af63-5c4a20029660 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Notify callbacks [] for port, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:07.361517 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_common [None req-63771fac-9c1d-4b5f-ae4a-90105e1e7df6 admin admin] Allocated IP 172.27.0.209 (7113ecea-0b68-4d56-a6ae-4e94112ae602/d4394e15-b094-4f4f-853e-c157ecdb6024/385ac513-db0a-408a-ad71-6c388031133c) {{(pid=92456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:11:07.377318 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-2f408ff2-f0d9-4d38-b8ba-8ff161616273 req-2e39cd12-ca73-404d-962a-5c509490954f service neutron] 10.222.0.22 "GET /v2.0/networks/b2773c51-860c-4726-b245-81d2da947565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330780 Jun 09 20:11:07.643025 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-7ad87e71-c49c-43fb-af63-5c4a20029660 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368'] for port, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:07.651352 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-82cb8132-8d15-423f-b3ac-161f73aa87d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:07.667870 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['1919371e-9430-4b1a-883c-faf502c1e66d'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:11:07.719289 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-63771fac-9c1d-4b5f-ae4a-90105e1e7df6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:07.747314 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad75168-ab3b-41a4-b52c-9555c135b388 req-5686ec70-0ee7-4adc-9f73-e09b80accf60 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:07.751698 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-7ad87e71-c49c-43fb-af63-5c4a20029660 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Network c2c6a903-4702-43e5-a13a-9d00e3beebb9 is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:11:07.753393 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 578d59e0-e532-4799-a680-f453983a3445 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:11:07.756679 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-bad75168-ab3b-41a4-b52c-9555c135b388 req-5686ec70-0ee7-4adc-9f73-e09b80accf60 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.1462584 Jun 09 20:11:07.765519 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-7ad87e71-c49c-43fb-af63-5c4a20029660 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:11:07.784999 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad87e71-c49c-43fb-af63-5c4a20029660 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Pushing event updated for resources: {'Port': ['ID=75c3fc89-7b87-40a1-90b2-c24dba73552c,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:07.789815 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-7ad87e71-c49c-43fb-af63-5c4a20029660 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Received port after_create {{(pid=92456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:11:07.798720 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-7ad87e71-c49c-43fb-af63-5c4a20029660 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:07.799993 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-7ad87e71-c49c-43fb-af63-5c4a20029660 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:07.811117 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-7ad87e71-c49c-43fb-af63-5c4a20029660 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:07.823762 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-bad75168-ab3b-41a4-b52c-9555c135b388 req-f4bc9709-4c75-4c0c-b082-43d0b89549e8 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660250 Jun 09 20:11:07.908112 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd74359-6647-482d-b517-7dc7524c83d7 None None] Network 2cf55ef2-33fd-442f-888a-4f5a031c4bd9 requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:11:08.060232 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1073f-d1b2-493c-8d7c-66c22a3d1c7e req-cf7209d4-c682-4665-bd4b-2faa5e8a62ce tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:08.064328 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-5ac1073f-d1b2-493c-8d7c-66c22a3d1c7e req-cf7209d4-c682-4665-bd4b-2faa5e8a62ce tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=28901aa2-2f9b-4bac-a2c5-bc99d689a537 HTTP/1.1" status: 200 len: 932 time: 0.0870645 Jun 09 20:11:08.094013 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning for port 578d59e0-e532-4799-a680-f453983a3445 completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:11:08.100890 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-7ad87e71-c49c-43fb-af63-5c4a20029660 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2121389 Jun 09 20:11:08.101800 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-63771fac-9c1d-4b5f-ae4a-90105e1e7df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368'] for port, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:08.120572 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-5ac1073f-d1b2-493c-8d7c-66c22a3d1c7e req-5bb1b74c-5c17-4e44-a548-8a0b7f514d94 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520840 Jun 09 20:11:08.138640 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:08.140040 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 578d59e0-e532-4799-a680-f453983a3445 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:11:08.140453 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:08.195238 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-875228d4-93de-4c4e-983f-5d6d59a30b24 service neutron] Request body: {'port': {'device_id': '28901aa2-2f9b-4bac-a2c5-bc99d689a537', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79566'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:11:08.237899 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63771fac-9c1d-4b5f-ae4a-90105e1e7df6 admin admin] Network 7113ecea-0b68-4d56-a6ae-4e94112ae602 is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:11:08.245949 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-b906c0b1-33be-41d9-8379-0bf1ba2ff398 None None] Provisioning for port 665116c5-a737-4d96-8dbb-285f978bc118 completed by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:11:08.247367 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [None req-63771fac-9c1d-4b5f-ae4a-90105e1e7df6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:11:08.250593 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63771fac-9c1d-4b5f-ae4a-90105e1e7df6 admin admin] Received port after_create {{(pid=92456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:11:08.357662 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63771fac-9c1d-4b5f-ae4a-90105e1e7df6 admin admin] Pushing event updated for resources: {'Port': ['ID=385ac513-db0a-408a-ad71-6c388031133c,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:08.360813 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-63771fac-9c1d-4b5f-ae4a-90105e1e7df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:08.429332 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:08.479719 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] For port 578d59e0-e532-4799-a680-f453983a3445, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=578d59e0-e532-4799-a680-f453983a3445,segment=NetworkSegment(985c0b7f-cb52-4231-8fe0-0bea9b0d8d57),segment_id=985c0b7f-cb52-4231-8fe0-0bea9b0d8d57)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:11:08.535589 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-875228d4-93de-4c4e-983f-5d6d59a30b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:08.616203 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:08.618490 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 665116c5-a737-4d96-8dbb-285f978bc118 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:11:08.655976 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:08.764889 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Pushing event updated for resources: {'Port': ['ID=578d59e0-e532-4799-a680-f453983a3445,revision_number=5']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:08.768326 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:08.844112 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning for port 665116c5-a737-4d96-8dbb-285f978bc118 completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:11:08.849570 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 665116c5-a737-4d96-8dbb-285f978bc118 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:11:08.849962 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:08.987194 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:09.038650 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] For port 665116c5-a737-4d96-8dbb-285f978bc118, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=665116c5-a737-4d96-8dbb-285f978bc118,segment=NetworkSegment(0b99fca5-ede1-4ac7-8402-0a9eda2a243e),segment_id=0b99fca5-ede1-4ac7-8402-0a9eda2a243e)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:11:09.100587 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c158bf5-721f-44ad-a02b-acf65c641f0c req-4cb3657b-bb1f-4a0e-82a5-35b1a69008f2 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:09.102204 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9c158bf5-721f-44ad-a02b-acf65c641f0c req-4cb3657b-bb1f-4a0e-82a5-35b1a69008f2 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.1460590 Jun 09 20:11:09.124843 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:09.136898 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:09.206208 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-63771fac-9c1d-4b5f-ae4a-90105e1e7df6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:09.241580 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9c158bf5-721f-44ad-a02b-acf65c641f0c req-4dffd275-6ca8-426b-9c1f-d797af56203a tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316187 Jun 09 20:11:09.288259 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Pushing event updated for resources: {'Port': ['ID=665116c5-a737-4d96-8dbb-285f978bc118,revision_number=3']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:09.307318 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:09.445255 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1edd7c-255a-4f45-9a4f-1a50a88b01bb req-54634325-b9e8-4888-ba18-343bbb67c432 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:09.446936 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-fb1edd7c-255a-4f45-9a4f-1a50a88b01bb req-54634325-b9e8-4888-ba18-343bbb67c432 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=28901aa2-2f9b-4bac-a2c5-bc99d689a537 HTTP/1.1" status: 200 len: 932 time: 0.1174212 Jun 09 20:11:09.512191 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.db.resource_extend [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-875228d4-93de-4c4e-983f-5d6d59a30b24 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 09 20:11:09.541318 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-fb1edd7c-255a-4f45-9a4f-1a50a88b01bb req-32a94312-d828-442e-8e1f-4eb1e13e2787 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791416 Jun 09 20:11:09.638455 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 578d59e0-e532-4799-a680-f453983a3445 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:11:09.676842 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-875228d4-93de-4c4e-983f-5d6d59a30b24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75c3fc89-7b87-40a1-90b2-c24dba73552c {{(pid=92456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:11:09.693570 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-875228d4-93de-4c4e-983f-5d6d59a30b24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:09.720912 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.provisioning_blocks [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-875228d4-93de-4c4e-983f-5d6d59a30b24 service neutron] Transition to ACTIVE for port object 75c3fc89-7b87-40a1-90b2-c24dba73552c will not be triggered until provisioned by entity L2. {{(pid=92456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:11:09.738745 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 578d59e0-e532-4799-a680-f453983a3445 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:11:09.739127 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:09.810224 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-63771fac-9c1d-4b5f-ae4a-90105e1e7df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3905395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3924414'] for router, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:09.866030 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-875228d4-93de-4c4e-983f-5d6d59a30b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:09.866881 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 665116c5-a737-4d96-8dbb-285f978bc118 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:11:09.878581 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-9fb65c17-cb84-4f9f-abe1-21451d052f3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:09.935871 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 665116c5-a737-4d96-8dbb-285f978bc118 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:11:09.936338 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:10.127163 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875228d4-93de-4c4e-983f-5d6d59a30b24 service neutron] Pushing event updated for resources: {'Port': ['ID=75c3fc89-7b87-40a1-90b2-c24dba73552c,revision_number=2']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:10.135068 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-875228d4-93de-4c4e-983f-5d6d59a30b24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:10.171451 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-875228d4-93de-4c4e-983f-5d6d59a30b24 service neutron] Attempting to bind port 75c3fc89-7b87-40a1-90b2-c24dba73552c on host hv-cinder-79566 for vnic_type normal with profile {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:11:10.171798 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-875228d4-93de-4c4e-983f-5d6d59a30b24 service neutron] Attempting to bind port 75c3fc89-7b87-40a1-90b2-c24dba73552c by drivers openvswitch,hyperv on host hv-cinder-79566 at level 0 using segments [{'id': '7f9191b7-762d-4b20-b5e3-118bc3ed2e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c2c6a903-4702-43e5-a13a-9d00e3beebb9'}] {{(pid=92456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:11:10.172154 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-875228d4-93de-4c4e-983f-5d6d59a30b24 service neutron] Attempting to bind port 75c3fc89-7b87-40a1-90b2-c24dba73552c on network c2c6a903-4702-43e5-a13a-9d00e3beebb9 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:11:10.184040 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-875228d4-93de-4c4e-983f-5d6d59a30b24 service neutron] Port 75c3fc89-7b87-40a1-90b2-c24dba73552c on network c2c6a903-4702-43e5-a13a-9d00e3beebb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79566 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 20:11:10.184248 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-875228d4-93de-4c4e-983f-5d6d59a30b24 service neutron] Attempting to bind port 75c3fc89-7b87-40a1-90b2-c24dba73552c on network c2c6a903-4702-43e5-a13a-9d00e3beebb9 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:11:10.194991 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-875228d4-93de-4c4e-983f-5d6d59a30b24 service neutron] Checking agent: {'id': '747acf60-c6b9-434b-b325-86e193e3fffe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 20, 7, 24), 'started_at': datetime.datetime(2021, 6, 9, 20, 7, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:11:10.195636 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-875228d4-93de-4c4e-983f-5d6d59a30b24 service neutron] Checking segment: {'id': '7f9191b7-762d-4b20-b5e3-118bc3ed2e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c2c6a903-4702-43e5-a13a-9d00e3beebb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:11:10.195862 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-875228d4-93de-4c4e-983f-5d6d59a30b24 service neutron] Bound using segment: {'id': '7f9191b7-762d-4b20-b5e3-118bc3ed2e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c2c6a903-4702-43e5-a13a-9d00e3beebb9'} {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:11:10.196226 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-875228d4-93de-4c4e-983f-5d6d59a30b24 service neutron] Bound port: 75c3fc89-7b87-40a1-90b2-c24dba73552c, host: hv-cinder-79566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f9191b7-762d-4b20-b5e3-118bc3ed2e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c2c6a903-4702-43e5-a13a-9d00e3beebb9'}}] {{(pid=92456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:11:10.196574 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-875228d4-93de-4c4e-983f-5d6d59a30b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:10.206608 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 43074) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:11:10.312091 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-875228d4-93de-4c4e-983f-5d6d59a30b24 service neutron] For port 75c3fc89-7b87-40a1-90b2-c24dba73552c, host hv-cinder-79566, cleared binding levels {{(pid=92456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:11:10.315563 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-875228d4-93de-4c4e-983f-5d6d59a30b24 service neutron] For port 75c3fc89-7b87-40a1-90b2-c24dba73552c, host hv-cinder-79566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=75c3fc89-7b87-40a1-90b2-c24dba73552c,segment=NetworkSegment(7f9191b7-762d-4b20-b5e3-118bc3ed2e60),segment_id=7f9191b7-762d-4b20-b5e3-118bc3ed2e60)] {{(pid=92456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:11:10.338022 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-88bacd6a-139b-4c96-86e1-1ade21346cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:10.381733 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63771fac-9c1d-4b5f-ae4a-90105e1e7df6 admin admin] Router 38cde7f9-a14f-42e7-b03c-afe90a6b8af4 is scheduled to L3 agent 64117835-a1f5-4801-ace7-11985afbc460 with binding_index 1 {{(pid=92456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 20:11:10.384334 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-875228d4-93de-4c4e-983f-5d6d59a30b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:10.390100 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-d077f801-d8a2-4aa2-9a7d-abe2140a9ace service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:10.454067 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-875228d4-93de-4c4e-983f-5d6d59a30b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:10.454740 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-875228d4-93de-4c4e-983f-5d6d59a30b24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:10.456141 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-875228d4-93de-4c4e-983f-5d6d59a30b24 service neutron] 10.222.0.22 "PUT /v2.0/ports/75c3fc89-7b87-40a1-90b2-c24dba73552c HTTP/1.1" status: 200 len: 1094 time: 2.3252044 Jun 09 20:11:10.458374 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28901aa2-2f9b-4bac-a2c5-bc99d689a537', 'tag': '75c3fc89-7b87-40a1-90b2-c24dba73552c'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:11:10.461850 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c727b37-d233-4ea0-a5e8-7826e579136e" -d '{"events": [{"name": "network-changed", "server_uuid": "28901aa2-2f9b-4bac-a2c5-bc99d689a537", "tag": "75c3fc89-7b87-40a1-90b2-c24dba73552c"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:11:10.475679 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9e0ba-73dc-4562-a5e5-1720f553d360 req-7fe610bd-e968-45ff-9147-1590c4f52d05 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:10.475679 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-dca9e0ba-73dc-4562-a5e5-1720f553d360 req-7fe610bd-e968-45ff-9147-1590c4f52d05 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.1263850 Jun 09 20:11:10.538008 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 20:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e47f61-c108-468e-84e4-45192f068e47 x-openstack-request-id: req-43e47f61-c108-468e-84e4-45192f068e47 {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:11:10.539073 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28901aa2-2f9b-4bac-a2c5-bc99d689a537", "tag": "75c3fc89-7b87-40a1-90b2-c24dba73552c", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:11:10.540139 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-dca9e0ba-73dc-4562-a5e5-1720f553d360 req-5e2e1449-cb9c-4be8-8ace-f04f6e989a23 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586178 Jun 09 20:11:10.548266 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-43e47f61-c108-468e-84e4-45192f068e47 {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:11:10.548924 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28901aa2-2f9b-4bac-a2c5-bc99d689a537', 'tag': '75c3fc89-7b87-40a1-90b2-c24dba73552c', 'status': 'completed', 'code': 200} Jun 09 20:11:10.605816 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-88bacd6a-139b-4c96-86e1-1ade21346cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:10.736708 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-88bacd6a-139b-4c96-86e1-1ade21346cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:10.751109 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-e4455783-91ab-44de-912a-796163896a8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:10.773365 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875228d4-93de-4c4e-983f-5d6d59a30b24 service neutron] Pushing event updated for resources: {'Port': ['ID=75c3fc89-7b87-40a1-90b2-c24dba73552c,revision_number=3']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:10.779614 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-875228d4-93de-4c4e-983f-5d6d59a30b24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:10.824921 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-88bacd6a-139b-4c96-86e1-1ade21346cdf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e5a5bdda33f34e3e99bef7f131308920&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6171160 Jun 09 20:11:10.825689 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bacd6a-139b-4c96-86e1-1ade21346cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e9e1b5-dce1-4645-90a2-93902158426a,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:10.827733 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 43096) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:11:10.852710 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bacd6a-139b-4c96-86e1-1ade21346cdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:11:10.853079 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bacd6a-139b-4c96-86e1-1ade21346cdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:11:10.853609 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bacd6a-139b-4c96-86e1-1ade21346cdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:11:10.853967 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bacd6a-139b-4c96-86e1-1ade21346cdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:11:10.854361 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bacd6a-139b-4c96-86e1-1ade21346cdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:11:10.854655 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bacd6a-139b-4c96-86e1-1ade21346cdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:11:10.854997 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bacd6a-139b-4c96-86e1-1ade21346cdf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:11:10.855338 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bacd6a-139b-4c96-86e1-1ade21346cdf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:11:10.855677 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bacd6a-139b-4c96-86e1-1ade21346cdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:11:10.856040 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bacd6a-139b-4c96-86e1-1ade21346cdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:11:10.856377 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bacd6a-139b-4c96-86e1-1ade21346cdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:11:10.856711 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bacd6a-139b-4c96-86e1-1ade21346cdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:11:10.861392 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-88bacd6a-139b-4c96-86e1-1ade21346cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:10.883254 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63771fac-9c1d-4b5f-ae4a-90105e1e7df6 admin admin] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:11:10.886101 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c727b37-d233-4ea0-a5e8-7826e579136e req-bb0fddd1-b294-4ad6-b9c6-ab3568ccf9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:10.887735 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-6c727b37-d233-4ea0-a5e8-7826e579136e req-bb0fddd1-b294-4ad6-b9c6-ab3568ccf9e4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e3301fd48bee4c58b886281bcfd984c4&device_id=28901aa2-2f9b-4bac-a2c5-bc99d689a537 HTTP/1.1" status: 200 len: 1097 time: 0.3154373 Jun 09 20:11:10.893133 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87909a58-fcf8-4095-b308-9efea6ba3212 None None] Sync routers for ids ['38cde7f9-a14f-42e7-b03c-afe90a6b8af4'] in dv-cinder-795669-1-iscsi {{(pid=92458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:11:10.903647 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87909a58-fcf8-4095-b308-9efea6ba3212 None None] Routers {'38cde7f9-a14f-42e7-b03c-afe90a6b8af4'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:11:10.904943 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-87909a58-fcf8-4095-b308-9efea6ba3212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:11:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['38cde7f9-a14f-42e7-b03c-afe90a6b8af4'], 'active': True} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:11:10.907121 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf4383-e09c-4bfc-95c5-8dcbdb44a714 req-cdeb04ad-bf6a-4ee9-8e09-e3ed6a33b3f2 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:10.908725 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-78cf4383-e09c-4bfc-95c5-8dcbdb44a714 req-cdeb04ad-bf6a-4ee9-8e09-e3ed6a33b3f2 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=28901aa2-2f9b-4bac-a2c5-bc99d689a537 HTTP/1.1" status: 200 len: 944 time: 0.2147434 Jun 09 20:11:10.952596 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-11edbc07-0db4-492e-a476-3944a9622be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:11.000744 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-78cf4383-e09c-4bfc-95c5-8dcbdb44a714 req-326cfe29-a99c-41e4-9bfd-4ba836da15aa tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849164 Jun 09 20:11:11.005621 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-11edbc07-0db4-492e-a476-3944a9622be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:11.066135 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-63771fac-9c1d-4b5f-ae4a-90105e1e7df6 admin admin] Notify callbacks [] for router, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:11.067533 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-63771fac-9c1d-4b5f-ae4a-90105e1e7df6 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.7495136 Jun 09 20:11:11.071207 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 43104) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:11:11.155863 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c727b37-d233-4ea0-a5e8-7826e579136e req-3a31505d-584c-461f-a065-344f092f35d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:11.157420 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-6c727b37-d233-4ea0-a5e8-7826e579136e req-3a31505d-584c-461f-a065-344f092f35d4 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=e3301fd48bee4c58b886281bcfd984c4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2593582 Jun 09 20:11:11.170750 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-11edbc07-0db4-492e-a476-3944a9622be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:11.173582 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvr_db [None req-87909a58-fcf8-4095-b308-9efea6ba3212 None None] Set router 38cde7f9-a14f-42e7-b03c-afe90a6b8af4 gateway port host: dv-cinder-795669-1-iscsi {{(pid=92458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:11:11.174772 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-11edbc07-0db4-492e-a476-3944a9622be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:11.176003 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-11edbc07-0db4-492e-a476-3944a9622be3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f8e9e1b5-dce1-4645-90a2-93902158426a HTTP/1.1" status: 204 len: 168 time: 0.3471701 Jun 09 20:11:11.177291 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-dda11237-b18c-4244-b571-9399cfa294e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:11.189619 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11edbc07-0db4-492e-a476-3944a9622be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e9e1b5-dce1-4645-90a2-93902158426a,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:11.200330 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-11edbc07-0db4-492e-a476-3944a9622be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:11.491207 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-87909a58-fcf8-4095-b308-9efea6ba3212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38cde7f9-a14f-42e7-b03c-afe90a6b8af4', 'name': 'tempest-TestMinimumBasicScenario-236121413-router', 'tenant_id': '9bc1d041595d4920b0746fdf157159e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '385ac513-db0a-408a-ad71-6c388031133c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:11:04Z', 'updated_at': '2021-06-09T20:11:08Z', 'revision_number': 3, 'project_id': '9bc1d041595d4920b0746fdf157159e9', 'gw_port': {'id': '385ac513-db0a-408a-ad71-6c388031133c', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f0:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38cde7f9-a14f-42e7-b03c-afe90a6b8af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:11:07Z', 'updated_at': '2021-06-09T20:11:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi'}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:11:11.495477 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87909a58-fcf8-4095-b308-9efea6ba3212 None None] Checking router: 38cde7f9-a14f-42e7-b03c-afe90a6b8af4 for host: dv-cinder-795669-1-iscsi {{(pid=92458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:11:11.502197 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87909a58-fcf8-4095-b308-9efea6ba3212 None None] Updating router 38cde7f9-a14f-42e7-b03c-afe90a6b8af4 port 385ac513-db0a-408a-ad71-6c388031133c binding host dv-cinder-795669-1-iscsi {{(pid=92458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 20:11:11.506332 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c727b37-d233-4ea0-a5e8-7826e579136e req-9c1cefed-48d9-43fe-8c4b-07bd2c455b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:11.508577 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-6c727b37-d233-4ea0-a5e8-7826e579136e req-9c1cefed-48d9-43fe-8c4b-07bd2c455b44 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3346717 Jun 09 20:11:11.608541 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-87909a58-fcf8-4095-b308-9efea6ba3212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:11.880678 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-79f70925-0821-4b20-8b99-edf715f855f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:11.882633 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-79f70925-0821-4b20-8b99-edf715f855f1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e3301fd48bee4c58b886281bcfd984c4&device_id=28901aa2-2f9b-4bac-a2c5-bc99d689a537 HTTP/1.1" status: 200 len: 1097 time: 0.2960858 Jun 09 20:11:11.970255 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-a5fe92ee-4629-4bdc-bea5-b9c704d85046 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75c3fc89-7b87-40a1-90b2-c24dba73552c HTTP/1.1" status: 200 len: 217 time: 0.0789387 Jun 09 20:11:12.146215 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-87909a58-fcf8-4095-b308-9efea6ba3212 None None] Notify callbacks [] for port, precommit_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:12.158870 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.provisioning_blocks [None req-87909a58-fcf8-4095-b308-9efea6ba3212 None None] Transition to ACTIVE for port object 385ac513-db0a-408a-ad71-6c388031133c will not be triggered until provisioned by entity L2. {{(pid=92458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:11:12.173176 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-c87e49ce-8ec0-4df0-bc0d-2ecaebf926f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:12.174891 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-c87e49ce-8ec0-4df0-bc0d-2ecaebf926f5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9d991aa8-4a67-4571-aeb8-f96e648fe294 HTTP/1.1" status: 200 len: 855 time: 0.1975489 Jun 09 20:11:12.225998 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 43136) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:11:12.257006 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-88d4d3d1-f19f-45ef-a71c-0f95145bd44a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c2c6a903-4702-43e5-a13a-9d00e3beebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684109 Jun 09 20:11:12.261173 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-25c34abe-1cb8-47e5-b403-75f1bf360bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:12.261504 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-87909a58-fcf8-4095-b308-9efea6ba3212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:12.267244 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:12.347900 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84fb26-c47e-4af9-89dc-f8bba51a6898 req-3f156723-df33-4f52-ae51-e4f3639a2d14 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:12.354641 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-7b84fb26-c47e-4af9-89dc-f8bba51a6898 req-3f156723-df33-4f52-ae51-e4f3639a2d14 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=28901aa2-2f9b-4bac-a2c5-bc99d689a537 HTTP/1.1" status: 200 len: 944 time: 0.1697009 Jun 09 20:11:12.389326 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.managers [None req-87909a58-fcf8-4095-b308-9efea6ba3212 None None] Attempting to bind port 385ac513-db0a-408a-ad71-6c388031133c on host dv-cinder-795669-1-iscsi for vnic_type normal with profile {{(pid=92458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:11:12.389814 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.managers [None req-87909a58-fcf8-4095-b308-9efea6ba3212 None None] Attempting to bind port 385ac513-db0a-408a-ad71-6c388031133c by drivers openvswitch,hyperv on host dv-cinder-795669-1-iscsi at level 0 using segments [{'id': '5cc1a330-8329-4d0b-b0d5-254d1224405d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'}] {{(pid=92458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:11:12.390244 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87909a58-fcf8-4095-b308-9efea6ba3212 None None] Attempting to bind port 385ac513-db0a-408a-ad71-6c388031133c on network 7113ecea-0b68-4d56-a6ae-4e94112ae602 {{(pid=92458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:11:12.421181 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87909a58-fcf8-4095-b308-9efea6ba3212 None None] Checking agent: {'id': 'b1990edb-c1d4-4f42-bb5d-5bf0b4ac7e85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 19, 59, 31), 'started_at': datetime.datetime(2021, 6, 9, 20, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:11:12.421768 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87909a58-fcf8-4095-b308-9efea6ba3212 None None] Checking segment: {'id': '5cc1a330-8329-4d0b-b0d5-254d1224405d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:11:12.424713 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-87909a58-fcf8-4095-b308-9efea6ba3212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:12.425403 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87909a58-fcf8-4095-b308-9efea6ba3212 None None] Bound using segment: {'id': '5cc1a330-8329-4d0b-b0d5-254d1224405d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'} {{(pid=92458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:11:12.426023 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.managers [None req-87909a58-fcf8-4095-b308-9efea6ba3212 None None] Bound port: 385ac513-db0a-408a-ad71-6c388031133c, host: dv-cinder-795669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc1a330-8329-4d0b-b0d5-254d1224405d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'}}] {{(pid=92458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:11:12.426513 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-87909a58-fcf8-4095-b308-9efea6ba3212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:12.524692 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a5cb6-5c8a-4115-962d-c1c11e1f2a7e None None] Pushing event updated for resources: {'Port': ['ID=385ac513-db0a-408a-ad71-6c388031133c,revision_number=2']} {{(pid=92458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:12.536687 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG oslo_concurrency.lockutils [None req-771a5cb6-5c8a-4115-962d-c1c11e1f2a7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=92458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:12.571265 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.db [None req-87909a58-fcf8-4095-b308-9efea6ba3212 None None] For port 385ac513-db0a-408a-ad71-6c388031133c, host dv-cinder-795669-1-iscsi, cleared binding levels {{(pid=92458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:11:12.575406 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.db [None req-87909a58-fcf8-4095-b308-9efea6ba3212 None None] For port 385ac513-db0a-408a-ad71-6c388031133c, host dv-cinder-795669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=385ac513-db0a-408a-ad71-6c388031133c,segment=NetworkSegment(5cc1a330-8329-4d0b-b0d5-254d1224405d),segment_id=5cc1a330-8329-4d0b-b0d5-254d1224405d)] {{(pid=92458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:11:12.578300 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-21fd07cc-f289-4a0c-93ab-a015e40e8ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:12.586512 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-7b84fb26-c47e-4af9-89dc-f8bba51a6898 req-f706a74e-01be-4085-9b57-d380b9f5eba0 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239213 Jun 09 20:11:12.633049 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed8d6f-8fde-4640-abb7-dcea92962829 req-0a539b54-4169-4984-84e1-d1193a925a9d tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:12.634525 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-08ed8d6f-8fde-4640-abb7-dcea92962829 req-0a539b54-4169-4984-84e1-d1193a925a9d tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 946 time: 0.1091714 Jun 09 20:11:12.683204 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-08ed8d6f-8fde-4640-abb7-dcea92962829 req-fcb8a600-244e-4ef1-90c4-3896e20d0348 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427773 Jun 09 20:11:12.687536 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-b57ac929-932e-42fe-8685-b8caa42f10a8 service neutron] 10.222.0.22 "GET /v2.0/networks/c2c6a903-4702-43e5-a13a-9d00e3beebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031487 Jun 09 20:11:12.687926 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-87909a58-fcf8-4095-b308-9efea6ba3212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:12.693054 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:12.788578 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87909a58-fcf8-4095-b308-9efea6ba3212 None None] Routers {'38cde7f9-a14f-42e7-b03c-afe90a6b8af4'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:11:12.789209 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-87909a58-fcf8-4095-b308-9efea6ba3212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:11:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['38cde7f9-a14f-42e7-b03c-afe90a6b8af4'], 'active': True} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:11:12.864996 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a5cb6-5c8a-4115-962d-c1c11e1f2a7e None None] Pushing event updated for resources: {'Port': ['ID=385ac513-db0a-408a-ad71-6c388031133c,revision_number=3']} {{(pid=92458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:12.869408 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG oslo_concurrency.lockutils [None req-771a5cb6-5c8a-4115-962d-c1c11e1f2a7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:12.911771 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-25c34abe-1cb8-47e5-b403-75f1bf360bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:12.947744 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-31c97faa-f9bf-414e-9b75-5f30c65f49eb req-0620b318-970b-420b-851e-ccccba4b51ea service neutron] 10.222.0.22 "GET /v2.0/networks/c2c6a903-4702-43e5-a13a-9d00e3beebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556241 Jun 09 20:11:12.983189 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698cb555-c05f-4574-ae3c-78b815f5057f req-bea18b7c-0c38-4991-939a-e45686f2b694 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:12.990619 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-698cb555-c05f-4574-ae3c-78b815f5057f req-bea18b7c-0c38-4991-939a-e45686f2b694 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.1033165 Jun 09 20:11:13.010923 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_common [None req-21fd07cc-f289-4a0c-93ab-a015e40e8ed1 admin admin] Allocated IP 172.20.0.1 (2cf55ef2-33fd-442f-888a-4f5a031c4bd9/8efb8bfc-076f-4b0d-aa82-3740afb64932/79200a96-4166-4c30-b3ab-342575d8ed41) {{(pid=92456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:11:13.038018 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvr_db [None req-87909a58-fcf8-4095-b308-9efea6ba3212 None None] Set router 38cde7f9-a14f-42e7-b03c-afe90a6b8af4 gateway port host: dv-cinder-795669-1-iscsi {{(pid=92458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:11:13.044056 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-698cb555-c05f-4574-ae3c-78b815f5057f req-8b79cf08-f6b7-4d99-acba-6b41a07ed043 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524461 Jun 09 20:11:13.092293 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-25c34abe-1cb8-47e5-b403-75f1bf360bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:13.104193 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-faa24e25-bd43-4c0a-8bcc-6613fbd0625e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:13.187067 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-25c34abe-1cb8-47e5-b403-75f1bf360bed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fac2497a2fdd4d7abf577ba5a2659f7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9558167 Jun 09 20:11:13.190031 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 43152) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:11:13.211090 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c34abe-1cb8-47e5-b403-75f1bf360bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20049cb6-cf8e-407f-882b-72e8f03c9370,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:13.218385 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-25c34abe-1cb8-47e5-b403-75f1bf360bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:13.269954 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-21fd07cc-f289-4a0c-93ab-a015e40e8ed1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:13.270732 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e2b43daa-9b49-4121-8f6d-86d0568f8e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:13.287784 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.provisioning_blocks [None req-21fd07cc-f289-4a0c-93ab-a015e40e8ed1 admin admin] Transition to ACTIVE for port object 79200a96-4166-4c30-b3ab-342575d8ed41 will not be triggered until provisioned by entity DHCP. {{(pid=92456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:11:13.306501 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e2b43daa-9b49-4121-8f6d-86d0568f8e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:13.374306 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-87909a58-fcf8-4095-b308-9efea6ba3212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38cde7f9-a14f-42e7-b03c-afe90a6b8af4', 'name': 'tempest-TestMinimumBasicScenario-236121413-router', 'tenant_id': '9bc1d041595d4920b0746fdf157159e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '385ac513-db0a-408a-ad71-6c388031133c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:11:04Z', 'updated_at': '2021-06-09T20:11:08Z', 'revision_number': 3, 'project_id': '9bc1d041595d4920b0746fdf157159e9', 'gw_port': {'id': '385ac513-db0a-408a-ad71-6c388031133c', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f0:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38cde7f9-a14f-42e7-b03c-afe90a6b8af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:11:07Z', 'updated_at': '2021-06-09T20:11:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi'}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:11:13.378130 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87909a58-fcf8-4095-b308-9efea6ba3212 None None] The sync data for ids ['38cde7f9-a14f-42e7-b03c-afe90a6b8af4'] in dv-cinder-795669-1-iscsi is: [{'id': '38cde7f9-a14f-42e7-b03c-afe90a6b8af4', 'name': 'tempest-TestMinimumBasicScenario-236121413-router', 'tenant_id': '9bc1d041595d4920b0746fdf157159e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '385ac513-db0a-408a-ad71-6c388031133c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:11:04Z', 'updated_at': '2021-06-09T20:11:08Z', 'revision_number': 3, 'project_id': '9bc1d041595d4920b0746fdf157159e9', 'gw_port': {'id': '385ac513-db0a-408a-ad71-6c388031133c', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f0:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38cde7f9-a14f-42e7-b03c-afe90a6b8af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:11:07Z', 'updated_at': '2021-06-09T20:11:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi'}] {{(pid=92458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:11:13.387457 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-21fd07cc-f289-4a0c-93ab-a015e40e8ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368'] for port, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:13.391241 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:13.454542 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fd07cc-f289-4a0c-93ab-a015e40e8ed1 admin admin] Network 2cf55ef2-33fd-442f-888a-4f5a031c4bd9 is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:11:13.457641 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [None req-21fd07cc-f289-4a0c-93ab-a015e40e8ed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:11:13.461489 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fd07cc-f289-4a0c-93ab-a015e40e8ed1 admin admin] Received port after_create {{(pid=92456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:11:13.461960 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-21fd07cc-f289-4a0c-93ab-a015e40e8ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3925236'] for router_interface, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:13.481189 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd07cc-f289-4a0c-93ab-a015e40e8ed1 admin admin] Pushing event updated for resources: {'Port': ['ID=79200a96-4166-4c30-b3ab-342575d8ed41,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:13.484527 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-21fd07cc-f289-4a0c-93ab-a015e40e8ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:13.645617 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e2b43daa-9b49-4121-8f6d-86d0568f8e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:13.645617 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e2b43daa-9b49-4121-8f6d-86d0568f8e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:13.645617 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-e2b43daa-9b49-4121-8f6d-86d0568f8e5b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/20049cb6-cf8e-407f-882b-72e8f03c9370 HTTP/1.1" status: 204 len: 168 time: 0.4507933 Jun 09 20:11:13.645617 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:13.656997 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b43daa-9b49-4121-8f6d-86d0568f8e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20049cb6-cf8e-407f-882b-72e8f03c9370,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:13.659694 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-e2b43daa-9b49-4121-8f6d-86d0568f8e5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:13.844301 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-a570f97c-01fb-457c-9525-38f3da473418 None None] Provisioning for port 79200a96-4166-4c30-b3ab-342575d8ed41 completed by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:11:13.849795 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-21fd07cc-f289-4a0c-93ab-a015e40e8ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:13.851033 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-a570f97c-01fb-457c-9525-38f3da473418 None None] Provisioning complete for port 79200a96-4166-4c30-b3ab-342575d8ed41 triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:11:13.851750 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-a570f97c-01fb-457c-9525-38f3da473418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:13.897221 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52780ad0-0cf7-461c-ae92-58ec5b6549b8 req-cf18bd69-f54c-4854-bdd1-556907f88df3 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:13.899147 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-52780ad0-0cf7-461c-ae92-58ec5b6549b8 req-cf18bd69-f54c-4854-bdd1-556907f88df3 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=28901aa2-2f9b-4bac-a2c5-bc99d689a537 HTTP/1.1" status: 200 len: 944 time: 0.1485820 Jun 09 20:11:13.926161 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-a570f97c-01fb-457c-9525-38f3da473418 None None] Port 79200a96-4166-4c30-b3ab-342575d8ed41 cannot update to ACTIVE because it is not bound. {{(pid=92457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 20:11:13.957544 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-52780ad0-0cf7-461c-ae92-58ec5b6549b8 req-a30038f2-592b-4f0a-81e3-47bc0eca1d34 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488956 Jun 09 20:11:14.135006 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-21fd07cc-f289-4a0c-93ab-a015e40e8ed1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:14.186997 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac274a0-4d30-4269-b98c-bef519e3061a req-30d2cecc-e0ec-4183-8e60-e6f6718ead14 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:14.188941 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-7ac274a0-4d30-4269-b98c-bef519e3061a req-30d2cecc-e0ec-4183-8e60-e6f6718ead14 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 946 time: 0.1273398 Jun 09 20:11:14.227894 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-21fd07cc-f289-4a0c-93ab-a015e40e8ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:14.229023 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-21fd07cc-f289-4a0c-93ab-a015e40e8ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3714543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3926453'] for router_interface, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:14.234089 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-f8b3ca11-3437-4cbc-a3c9-4470c78b003a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:14.248655 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-7ac274a0-4d30-4269-b98c-bef519e3061a req-cd84f089-e80a-4f2c-872d-1056b19d58f1 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517867 Jun 09 20:11:14.389611 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd07cc-f289-4a0c-93ab-a015e40e8ed1 admin admin] Pushing event updated for resources: {'Port': ['ID=79200a96-4166-4c30-b3ab-342575d8ed41,revision_number=2']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:14.392524 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-21fd07cc-f289-4a0c-93ab-a015e40e8ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:14.452855 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fd07cc-f289-4a0c-93ab-a015e40e8ed1 admin admin] Network 2cf55ef2-33fd-442f-888a-4f5a031c4bd9 is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:11:14.453899 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [None req-21fd07cc-f289-4a0c-93ab-a015e40e8ed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:11:14.757990 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 43178) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:11:14.776228 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-7db9160d-be3f-4d6d-9150-8485796a60b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:14.813600 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fd07cc-f289-4a0c-93ab-a015e40e8ed1 admin admin] Router 38cde7f9-a14f-42e7-b03c-afe90a6b8af4 has already been hosted by L3 agent 64117835-a1f5-4801-ace7-11985afbc460 {{(pid=92456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 20:11:14.856774 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-2d99e296-0d39-4530-90f9-62d61076f7c6 None None] Provisioning complete for port 79200a96-4166-4c30-b3ab-342575d8ed41 triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:11:14.857648 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-2d99e296-0d39-4530-90f9-62d61076f7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:14.895632 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-7db9160d-be3f-4d6d-9150-8485796a60b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:14.923199 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-2d99e296-0d39-4530-90f9-62d61076f7c6 None None] Port 79200a96-4166-4c30-b3ab-342575d8ed41 cannot update to ACTIVE because it is not bound. {{(pid=92457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 20:11:14.958589 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-7db9160d-be3f-4d6d-9150-8485796a60b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:14.965939 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:14.999620 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fd07cc-f289-4a0c-93ab-a015e40e8ed1 admin admin] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:11:15.006572 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-21fd07cc-f289-4a0c-93ab-a015e40e8ed1 admin admin] 10.222.0.15 "PUT /v2.0/routers/38cde7f9-a14f-42e7-b03c-afe90a6b8af4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9342818 Jun 09 20:11:15.009108 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-7db9160d-be3f-4d6d-9150-8485796a60b6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2e342bae4b1a4ba08550a8c26da8f465&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2500520 Jun 09 20:11:15.011618 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 43182) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:11:15.027090 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9160d-be3f-4d6d-9150-8485796a60b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa933dde-821c-45ae-9855-b8dd6bf1496e,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:15.031212 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-7db9160d-be3f-4d6d-9150-8485796a60b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:15.139937 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-9dce8d00-5e09-4592-a8f1-32b3776050d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:15.180097 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-9dce8d00-5e09-4592-a8f1-32b3776050d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:15.229597 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7feb1f9-e13d-4067-b09e-aaa719136d80 req-90a260f1-9a18-433c-b2ea-28bdc89940cb tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:15.231091 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a7feb1f9-e13d-4067-b09e-aaa719136d80 req-90a260f1-9a18-433c-b2ea-28bdc89940cb tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=28901aa2-2f9b-4bac-a2c5-bc99d689a537 HTTP/1.1" status: 200 len: 944 time: 0.1412706 Jun 09 20:11:15.265446 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fe84aa-ace7-4dbc-ba3a-9965b859839d None None] Sync routers for ids ['38cde7f9-a14f-42e7-b03c-afe90a6b8af4'] in dv-cinder-795669-1-iscsi {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:11:15.287928 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fe84aa-ace7-4dbc-ba3a-9965b859839d None None] Routers {'38cde7f9-a14f-42e7-b03c-afe90a6b8af4'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:11:15.288578 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-c7fe84aa-ace7-4dbc-ba3a-9965b859839d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:11:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['38cde7f9-a14f-42e7-b03c-afe90a6b8af4'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:11:15.305479 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a7feb1f9-e13d-4067-b09e-aaa719136d80 req-69583a14-f278-49df-a887-6afd3784d0cb tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680730 Jun 09 20:11:15.436251 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-9dce8d00-5e09-4592-a8f1-32b3776050d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:15.438687 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-9dce8d00-5e09-4592-a8f1-32b3776050d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:15.439795 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-9dce8d00-5e09-4592-a8f1-32b3776050d0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fa933dde-821c-45ae-9855-b8dd6bf1496e HTTP/1.1" status: 204 len: 168 time: 0.4272308 Jun 09 20:11:15.446080 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-91dc3995-15ea-46dd-aa68-f1cd71939b18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:15.458999 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce8d00-5e09-4592-a8f1-32b3776050d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa933dde-821c-45ae-9855-b8dd6bf1496e,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:15.462337 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-9dce8d00-5e09-4592-a8f1-32b3776050d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:15.499472 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a99fa8-5eb1-4d90-8f6a-12467e0f68cf req-9801a450-cc80-478c-8b1f-9a2e562714e3 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:15.510649 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-97a99fa8-5eb1-4d90-8f6a-12467e0f68cf req-9801a450-cc80-478c-8b1f-9a2e562714e3 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 946 time: 0.1069047 Jun 09 20:11:15.542585 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-c7fe84aa-ace7-4dbc-ba3a-9965b859839d None None] Set router 38cde7f9-a14f-42e7-b03c-afe90a6b8af4 gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:11:15.567274 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-97a99fa8-5eb1-4d90-8f6a-12467e0f68cf req-41c766e5-3b74-40b6-9e3d-4a9dbcac53f6 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576088 Jun 09 20:11:15.616877 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 385ac513-db0a-408a-ad71-6c388031133c up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:11:15.904634 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning for port 385ac513-db0a-408a-ad71-6c388031133c completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:11:15.923291 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 385ac513-db0a-408a-ad71-6c388031133c triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:11:15.926841 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:16.099437 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:16.113223 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-c7fe84aa-ace7-4dbc-ba3a-9965b859839d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38cde7f9-a14f-42e7-b03c-afe90a6b8af4', 'name': 'tempest-TestMinimumBasicScenario-236121413-router', 'tenant_id': '9bc1d041595d4920b0746fdf157159e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '385ac513-db0a-408a-ad71-6c388031133c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:11:04Z', 'updated_at': '2021-06-09T20:11:13Z', 'revision_number': 4, 'project_id': '9bc1d041595d4920b0746fdf157159e9', 'gw_port': {'id': '385ac513-db0a-408a-ad71-6c388031133c', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f0:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38cde7f9-a14f-42e7-b03c-afe90a6b8af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:11:07Z', 'updated_at': '2021-06-09T20:11:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '79200a96-4166-4c30-b3ab-342575d8ed41', 'name': '', 'network_id': '2cf55ef2-33fd-442f-888a-4f5a031c4bd9', 'tenant_id': '9bc1d041595d4920b0746fdf157159e9', 'mac_address': 'fa:16:3e:69:6d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38cde7f9-a14f-42e7-b03c-afe90a6b8af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '8efb8bfc-076f-4b0d-aa82-3740afb64932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:11:12Z', 'updated_at': '2021-06-09T20:11:13Z', 'revision_number': 2, 'project_id': '9bc1d041595d4920b0746fdf157159e9', 'subnets': [{'id': '8efb8bfc-076f-4b0d-aa82-3740afb64932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:11:16.120925 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fe84aa-ace7-4dbc-ba3a-9965b859839d None None] Checking router: 38cde7f9-a14f-42e7-b03c-afe90a6b8af4 for host: dv-cinder-795669-1-iscsi {{(pid=92457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:11:16.121460 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fe84aa-ace7-4dbc-ba3a-9965b859839d None None] Updating router 38cde7f9-a14f-42e7-b03c-afe90a6b8af4 port 79200a96-4166-4c30-b3ab-342575d8ed41 binding host dv-cinder-795669-1-iscsi {{(pid=92457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 20:11:16.152047 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] For port 385ac513-db0a-408a-ad71-6c388031133c, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=385ac513-db0a-408a-ad71-6c388031133c,segment=NetworkSegment(5cc1a330-8329-4d0b-b0d5-254d1224405d),segment_id=5cc1a330-8329-4d0b-b0d5-254d1224405d)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:11:16.153124 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 75c3fc89-7b87-40a1-90b2-c24dba73552c details requested by agent hyperv_hv-cinder-79566 with host hv-cinder-79566 {{(pid=92457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 20:11:16.184687 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-c7fe84aa-ace7-4dbc-ba3a-9965b859839d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:16.260678 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:16.262429 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-81eafd5e-0fe2-492a-b28e-7b9dd3b01c3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:16.424558 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Pushing event updated for resources: {'Port': ['ID=385ac513-db0a-408a-ad71-6c388031133c,revision_number=4']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:16.479480 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:11:16.479845 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:11:16.480212 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:11:16.480544 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:11:16.480868 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:11:16.481192 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:11:16.481510 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:11:16.482016 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:11:16.482523 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:11:16.482844 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:11:16.483164 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:11:16.483483 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:11:16.503614 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:16.528297 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 75c3fc89-7b87-40a1-90b2-c24dba73552c, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=75c3fc89-7b87-40a1-90b2-c24dba73552c,segment=NetworkSegment(7f9191b7-762d-4b20-b5e3-118bc3ed2e60),segment_id=7f9191b7-762d-4b20-b5e3-118bc3ed2e60)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:11:16.578218 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53208d5-185a-49a3-9266-228b5ca48e04 req-11880f8b-d039-4591-86a1-812dd7355138 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:16.579683 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Returning: {'device': '75c3fc89-7b87-40a1-90b2-c24dba73552c', 'network_id': 'c2c6a903-4702-43e5-a13a-9d00e3beebb9', 'port_id': '75c3fc89-7b87-40a1-90b2-c24dba73552c', 'mac_address': 'fa:16:3e:a5:c3:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d991aa8-4a67-4571-aeb8-f96e648fe294', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 20:11:16.592825 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c53208d5-185a-49a3-9266-228b5ca48e04 req-11880f8b-d039-4591-86a1-812dd7355138 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=28901aa2-2f9b-4bac-a2c5-bc99d689a537 HTTP/1.1" status: 200 len: 944 time: 0.1802680 Jun 09 20:11:16.700376 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c53208d5-185a-49a3-9266-228b5ca48e04 req-5eb0c7c0-7098-4eeb-9095-88ad902a6019 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017931 Jun 09 20:11:16.893647 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:16.922489 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75c3fc89-7b87-40a1-90b2-c24dba73552c {{(pid=92457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:11:16.941982 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbe456-63e0-4393-8e0c-e5ad9e752d33 req-4b7cac93-b343-48b9-b54c-0767de1beee0 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:16.953031 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-48cbe456-63e0-4393-8e0c-e5ad9e752d33 req-4b7cac93-b343-48b9-b54c-0767de1beee0 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 946 time: 0.1864007 Jun 09 20:11:16.980091 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 75c3fc89-7b87-40a1-90b2-c24dba73552c, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=75c3fc89-7b87-40a1-90b2-c24dba73552c,segment=NetworkSegment(7f9191b7-762d-4b20-b5e3-118bc3ed2e60),segment_id=7f9191b7-762d-4b20-b5e3-118bc3ed2e60)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:11:17.058818 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-48cbe456-63e0-4393-8e0c-e5ad9e752d33 req-f40a08ea-65d3-4185-832d-bfe8e3b3181c tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996294 Jun 09 20:11:17.067740 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:17.072028 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:17.140893 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-c7fe84aa-ace7-4dbc-ba3a-9965b859839d None None] Notify callbacks [] for port, precommit_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:17.167620 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-c7fe84aa-ace7-4dbc-ba3a-9965b859839d None None] Transition to ACTIVE for port object 79200a96-4166-4c30-b3ab-342575d8ed41 will not be triggered until provisioned by entity L2. {{(pid=92457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:11:17.178584 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=75c3fc89-7b87-40a1-90b2-c24dba73552c,revision_number=4']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:17.192892 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:17.250851 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-c7fe84aa-ace7-4dbc-ba3a-9965b859839d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:17.255801 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:17.335592 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a4d67-8333-4bab-875f-0d8266bd21e1 None None] Pushing event updated for resources: {'Port': ['ID=79200a96-4166-4c30-b3ab-342575d8ed41,revision_number=3']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:17.351817 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-489a4d67-8333-4bab-875f-0d8266bd21e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:17.478287 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['75c3fc89-7b87-40a1-90b2-c24dba73552c'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:11:17.696755 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 385ac513-db0a-408a-ad71-6c388031133c up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:11:17.828361 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-c7fe84aa-ace7-4dbc-ba3a-9965b859839d None None] Attempting to bind port 79200a96-4166-4c30-b3ab-342575d8ed41 on host dv-cinder-795669-1-iscsi for vnic_type normal with profile {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:11:17.828882 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-c7fe84aa-ace7-4dbc-ba3a-9965b859839d None None] Attempting to bind port 79200a96-4166-4c30-b3ab-342575d8ed41 by drivers openvswitch,hyperv on host dv-cinder-795669-1-iscsi at level 0 using segments [{'id': '0b99fca5-ede1-4ac7-8402-0a9eda2a243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2cf55ef2-33fd-442f-888a-4f5a031c4bd9'}] {{(pid=92457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:11:17.829337 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fe84aa-ace7-4dbc-ba3a-9965b859839d None None] Attempting to bind port 79200a96-4166-4c30-b3ab-342575d8ed41 on network 2cf55ef2-33fd-442f-888a-4f5a031c4bd9 {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:11:17.843376 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fe84aa-ace7-4dbc-ba3a-9965b859839d None None] Checking agent: {'id': 'b1990edb-c1d4-4f42-bb5d-5bf0b4ac7e85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 19, 59, 31), 'started_at': datetime.datetime(2021, 6, 9, 20, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:11:17.846590 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fe84aa-ace7-4dbc-ba3a-9965b859839d None None] Checking segment: {'id': '0b99fca5-ede1-4ac7-8402-0a9eda2a243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2cf55ef2-33fd-442f-888a-4f5a031c4bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:11:17.846590 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-c7fe84aa-ace7-4dbc-ba3a-9965b859839d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:17.846590 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fe84aa-ace7-4dbc-ba3a-9965b859839d None None] Bound using segment: {'id': '0b99fca5-ede1-4ac7-8402-0a9eda2a243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2cf55ef2-33fd-442f-888a-4f5a031c4bd9'} {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:11:17.846590 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-c7fe84aa-ace7-4dbc-ba3a-9965b859839d None None] Bound port: 79200a96-4166-4c30-b3ab-342575d8ed41, host: dv-cinder-795669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b99fca5-ede1-4ac7-8402-0a9eda2a243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2cf55ef2-33fd-442f-888a-4f5a031c4bd9'}}] {{(pid=92457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:11:17.846590 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-c7fe84aa-ace7-4dbc-ba3a-9965b859839d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:17.927546 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28963065-098e-4954-812d-1dcc53e562bb req-e4bb0162-3195-4873-9765-ca6cb62ff1f2 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:17.931566 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-28963065-098e-4954-812d-1dcc53e562bb req-e4bb0162-3195-4873-9765-ca6cb62ff1f2 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=28901aa2-2f9b-4bac-a2c5-bc99d689a537 HTTP/1.1" status: 200 len: 945 time: 0.1105671 Jun 09 20:11:17.976414 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 385ac513-db0a-408a-ad71-6c388031133c triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:11:17.977407 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:18.040991 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-28963065-098e-4954-812d-1dcc53e562bb req-3ffe8c23-998b-4666-82a8-6e719874d0dd tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025991 Jun 09 20:11:18.088833 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-c7fe84aa-ace7-4dbc-ba3a-9965b859839d None None] For port 79200a96-4166-4c30-b3ab-342575d8ed41, host dv-cinder-795669-1-iscsi, cleared binding levels {{(pid=92457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:11:18.090602 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-c7fe84aa-ace7-4dbc-ba3a-9965b859839d None None] For port 79200a96-4166-4c30-b3ab-342575d8ed41, host dv-cinder-795669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=79200a96-4166-4c30-b3ab-342575d8ed41,segment=NetworkSegment(0b99fca5-ede1-4ac7-8402-0a9eda2a243e),segment_id=0b99fca5-ede1-4ac7-8402-0a9eda2a243e)] {{(pid=92457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:11:18.191679 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-c7fe84aa-ace7-4dbc-ba3a-9965b859839d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:18.239501 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-4e96bd74-23f7-407f-8d41-e9b5aa144753 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:18.290460 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27f776-9f47-4152-857e-c327858dcadc req-ee83fd08-8f35-4875-a8a3-67449e5d38c5 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:18.293943 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3f27f776-9f47-4152-857e-c327858dcadc req-ee83fd08-8f35-4875-a8a3-67449e5d38c5 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 946 time: 0.1133103 Jun 09 20:11:18.345159 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fe84aa-ace7-4dbc-ba3a-9965b859839d None None] Routers {'38cde7f9-a14f-42e7-b03c-afe90a6b8af4'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:11:18.345782 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-c7fe84aa-ace7-4dbc-ba3a-9965b859839d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:11:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['38cde7f9-a14f-42e7-b03c-afe90a6b8af4'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:11:18.377267 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3f27f776-9f47-4152-857e-c327858dcadc req-8a41772c-a56c-4bc6-abcc-8b0975bfa822 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613897 Jun 09 20:11:18.439364 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a4d67-8333-4bab-875f-0d8266bd21e1 None None] Pushing event updated for resources: {'Port': ['ID=79200a96-4166-4c30-b3ab-342575d8ed41,revision_number=4']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:18.443013 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-489a4d67-8333-4bab-875f-0d8266bd21e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:18.568682 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-c7fe84aa-ace7-4dbc-ba3a-9965b859839d None None] Set router 38cde7f9-a14f-42e7-b03c-afe90a6b8af4 gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:11:18.995292 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-c7fe84aa-ace7-4dbc-ba3a-9965b859839d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38cde7f9-a14f-42e7-b03c-afe90a6b8af4', 'name': 'tempest-TestMinimumBasicScenario-236121413-router', 'tenant_id': '9bc1d041595d4920b0746fdf157159e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '385ac513-db0a-408a-ad71-6c388031133c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:11:04Z', 'updated_at': '2021-06-09T20:11:13Z', 'revision_number': 4, 'project_id': '9bc1d041595d4920b0746fdf157159e9', 'gw_port': {'id': '385ac513-db0a-408a-ad71-6c388031133c', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cde7f9-a14f-42e7-b03c-afe90a6b8af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:11:07Z', 'updated_at': '2021-06-09T20:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '79200a96-4166-4c30-b3ab-342575d8ed41', 'name': '', 'network_id': '2cf55ef2-33fd-442f-888a-4f5a031c4bd9', 'tenant_id': '9bc1d041595d4920b0746fdf157159e9', 'mac_address': 'fa:16:3e:69:6d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38cde7f9-a14f-42e7-b03c-afe90a6b8af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '8efb8bfc-076f-4b0d-aa82-3740afb64932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:11:12Z', 'updated_at': '2021-06-09T20:11:18Z', 'revision_number': 4, 'project_id': '9bc1d041595d4920b0746fdf157159e9', 'subnets': [{'id': '8efb8bfc-076f-4b0d-aa82-3740afb64932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:11:19.001940 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fe84aa-ace7-4dbc-ba3a-9965b859839d None None] The sync data for ids ['38cde7f9-a14f-42e7-b03c-afe90a6b8af4'] in dv-cinder-795669-1-iscsi is: [{'id': '38cde7f9-a14f-42e7-b03c-afe90a6b8af4', 'name': 'tempest-TestMinimumBasicScenario-236121413-router', 'tenant_id': '9bc1d041595d4920b0746fdf157159e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '385ac513-db0a-408a-ad71-6c388031133c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:11:04Z', 'updated_at': '2021-06-09T20:11:13Z', 'revision_number': 4, 'project_id': '9bc1d041595d4920b0746fdf157159e9', 'gw_port': {'id': '385ac513-db0a-408a-ad71-6c388031133c', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cde7f9-a14f-42e7-b03c-afe90a6b8af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:11:07Z', 'updated_at': '2021-06-09T20:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '79200a96-4166-4c30-b3ab-342575d8ed41', 'name': '', 'network_id': '2cf55ef2-33fd-442f-888a-4f5a031c4bd9', 'tenant_id': '9bc1d041595d4920b0746fdf157159e9', 'mac_address': 'fa:16:3e:69:6d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38cde7f9-a14f-42e7-b03c-afe90a6b8af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '8efb8bfc-076f-4b0d-aa82-3740afb64932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:11:12Z', 'updated_at': '2021-06-09T20:11:18Z', 'revision_number': 4, 'project_id': '9bc1d041595d4920b0746fdf157159e9', 'subnets': [{'id': '8efb8bfc-076f-4b0d-aa82-3740afb64932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:11:19.491190 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 43270) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:11:19.575371 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9b5da5b-121d-43df-854e-b1558f38f0df admin admin] Deleting subnet 1f6513f1-0626-485e-b57f-63a81852ecfd {{(pid=92456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 20:11:19.585003 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-a9b5da5b-121d-43df-854e-b1558f38f0df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:19.664600 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-a9b5da5b-121d-43df-854e-b1558f38f0df admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:19.678714 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-a9b5da5b-121d-43df-854e-b1558f38f0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883559'] for subnet, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:19.688668 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94362961-6fa0-424b-a7a6-4eae97884e9e req-0b478872-c2a9-4149-886f-58bb5cb26edb tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:19.692743 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 79200a96-4166-4c30-b3ab-342575d8ed41 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:11:19.709253 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-94362961-6fa0-424b-a7a6-4eae97884e9e req-0b478872-c2a9-4149-886f-58bb5cb26edb tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=28901aa2-2f9b-4bac-a2c5-bc99d689a537 HTTP/1.1" status: 200 len: 945 time: 0.2644362 Jun 09 20:11:19.840420 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-94362961-6fa0-424b-a7a6-4eae97884e9e req-abcf431e-e906-4fea-856a-da9e9e3aa14c tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264629 Jun 09 20:11:19.862788 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df78f4b-ddb4-4190-9307-badc5a9219d9 req-0cf35a08-073a-433c-8fa6-9a4f032343c8 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:19.870279 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3df78f4b-ddb4-4190-9307-badc5a9219d9 req-0cf35a08-073a-433c-8fa6-9a4f032343c8 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 946 time: 0.2704885 Jun 09 20:11:19.890557 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-a9b5da5b-121d-43df-854e-b1558f38f0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440'] for subnet, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:19.906068 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-e59ec589-d92b-4dc9-8d7b-bea03083544f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:19.924703 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3df78f4b-ddb4-4190-9307-badc5a9219d9 req-74567983-2a18-410d-b068-2575e4509ea4 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530646 Jun 09 20:11:19.946113 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-a9b5da5b-121d-43df-854e-b1558f38f0df admin admin] Notify callbacks [] for subnet, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:19.949389 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-a9b5da5b-121d-43df-854e-b1558f38f0df admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1f6513f1-0626-485e-b57f-63a81852ecfd HTTP/1.1" status: 204 len: 168 time: 0.4576547 Jun 09 20:11:19.951857 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 43274) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:11:19.954135 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5da5b-121d-43df-854e-b1558f38f0df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f6513f1-0626-485e-b57f-63a81852ecfd,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:19.957017 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-a9b5da5b-121d-43df-854e-b1558f38f0df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:19.987321 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning for port 79200a96-4166-4c30-b3ab-342575d8ed41 completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:11:19.993844 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 79200a96-4166-4c30-b3ab-342575d8ed41 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:11:19.995277 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:20.096472 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-42dbfbda-3a04-4b86-9a87-cfdf1d08a8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769015'] for network, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:20.174813 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 75c3fc89-7b87-40a1-90b2-c24dba73552c up at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:11:20.357636 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-42dbfbda-3a04-4b86-9a87-cfdf1d08a8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884462', 'neutron.services.segments.db._delete_segments_for_network-8784791871416'] for network, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:20.380939 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.services.segments.db [None req-42dbfbda-3a04-4b86-9a87-cfdf1d08a8e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3e4f455-c237-4ec3-9a39-39505efc63b6']}} {{(pid=92455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:11:20.390524 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:20.397331 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.services.segments.db [None req-42dbfbda-3a04-4b86-9a87-cfdf1d08a8e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b2bca6-5f29-4a65-916a-95e6b204edfb') {'for_net_delete': True} {{(pid=92455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:11:20.397700 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.services.segments.db [None req-42dbfbda-3a04-4b86-9a87-cfdf1d08a8e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b2bca6-5f29-4a65-916a-95e6b204edfb') {} {{(pid=92455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:11:20.410100 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-42dbfbda-3a04-4b86-9a87-cfdf1d08a8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784791825875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125558'] for segment, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:20.429148 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-42dbfbda-3a04-4b86-9a87-cfdf1d08a8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028'] for segment, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:20.431374 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] For port 79200a96-4166-4c30-b3ab-342575d8ed41, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=79200a96-4166-4c30-b3ab-342575d8ed41,segment=NetworkSegment(0b99fca5-ede1-4ac7-8402-0a9eda2a243e),segment_id=0b99fca5-ede1-4ac7-8402-0a9eda2a243e)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:11:20.436362 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42dbfbda-3a04-4b86-9a87-cfdf1d08a8e8 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=92455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 20:11:20.436801 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-42dbfbda-3a04-4b86-9a87-cfdf1d08a8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162676'] for segment, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:20.450318 dv-cinder-795669-1-iscsi neutron-server[92455]: Traceback (most recent call last): Jun 09 20:11:20.450318 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 20:11:20.450318 dv-cinder-795669-1-iscsi neutron-server[92455]: timer() Jun 09 20:11:20.450318 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 20:11:20.450318 dv-cinder-795669-1-iscsi neutron-server[92455]: cb(*args, **kw) Jun 09 20:11:20.450318 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 20:11:20.450318 dv-cinder-795669-1-iscsi neutron-server[92455]: return func(*args, **kwargs) Jun 09 20:11:20.450318 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 20:11:20.450318 dv-cinder-795669-1-iscsi neutron-server[92455]: self._notify() Jun 09 20:11:20.450318 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 20:11:20.450318 dv-cinder-795669-1-iscsi neutron-server[92455]: self.callback(batched_events) Jun 09 20:11:20.450318 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 20:11:20.450318 dv-cinder-795669-1-iscsi neutron-server[92455]: event.method(event) Jun 09 20:11:20.450318 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 20:11:20.450318 dv-cinder-795669-1-iscsi neutron-server[92455]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 20:11:20.450318 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 20:11:20.450318 dv-cinder-795669-1-iscsi neutron-server[92455]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 20:11:20.450318 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 20:11:20.450318 dv-cinder-795669-1-iscsi neutron-server[92455]: return f(self, *a, **k) Jun 09 20:11:20.450318 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 20:11:20.450318 dv-cinder-795669-1-iscsi neutron-server[92455]: return self._get(url).json() Jun 09 20:11:20.450318 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 20:11:20.450318 dv-cinder-795669-1-iscsi neutron-server[92455]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 20:11:20.450318 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 20:11:20.450318 dv-cinder-795669-1-iscsi neutron-server[92455]: return self.request(url, 'GET', **kwargs) Jun 09 20:11:20.450318 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 20:11:20.450318 dv-cinder-795669-1-iscsi neutron-server[92455]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 20:11:20.450318 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 20:11:20.450318 dv-cinder-795669-1-iscsi neutron-server[92455]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 20:11:20.450318 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 20:11:20.450318 dv-cinder-795669-1-iscsi neutron-server[92455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 20:11:20.450318 dv-cinder-795669-1-iscsi neutron-server[92455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 20:11:20.610401 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning for port 75c3fc89-7b87-40a1-90b2-c24dba73552c completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:11:20.614899 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:20.621456 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:20.650019 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-42dbfbda-3a04-4b86-9a87-cfdf1d08a8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3854142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3925107'] for network, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:20.650019 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:20.676842 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-42dbfbda-3a04-4b86-9a87-cfdf1d08a8e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for network, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:20.681458 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-42dbfbda-3a04-4b86-9a87-cfdf1d08a8e8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b3e4f455-c237-4ec3-9a39-39505efc63b6 HTTP/1.1" status: 204 len: 168 time: 0.7256112 Jun 09 20:11:20.681711 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 43282) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:11:20.696480 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dbfbda-3a04-4b86-9a87-cfdf1d08a8e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3e4f455-c237-4ec3-9a39-39505efc63b6,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:20.699439 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning complete for port 75c3fc89-7b87-40a1-90b2-c24dba73552c triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:11:20.699942 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:20.709698 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-42dbfbda-3a04-4b86-9a87-cfdf1d08a8e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:20.775303 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_v2 [None req-44fc9a8c-9555-4ef7-be86-7750c831f631 admin admin] Deleting subnet e00a9567-700d-44c7-889e-d8a76daa3ca1 {{(pid=92456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 20:11:20.780285 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-44fc9a8c-9555-4ef7-be86-7750c831f631 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:20.796790 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Pushing event updated for resources: {'Port': ['ID=79200a96-4166-4c30-b3ab-342575d8ed41,revision_number=5']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:20.812233 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:20.870913 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-44fc9a8c-9555-4ef7-be86-7750c831f631 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:20.878965 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-44fc9a8c-9555-4ef7-be86-7750c831f631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883559'] for subnet, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:20.902478 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:20.940350 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 75c3fc89-7b87-40a1-90b2-c24dba73552c, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=75c3fc89-7b87-40a1-90b2-c24dba73552c,segment=NetworkSegment(7f9191b7-762d-4b20-b5e3-118bc3ed2e60),segment_id=7f9191b7-762d-4b20-b5e3-118bc3ed2e60)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:11:20.941695 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28901aa2-2f9b-4bac-a2c5-bc99d689a537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c3fc89-7b87-40a1-90b2-c24dba73552c'}] {{(pid=92457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:11:20.944493 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c413b0bec0402a5ae16451c6582d791322e0202680a960d7e14492227081b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6bc067-784f-4436-a7e2-2ea19fb511fa" -d '{"events": [{"server_uuid": "28901aa2-2f9b-4bac-a2c5-bc99d689a537", "name": "network-vif-plugged", "status": "completed", "tag": "75c3fc89-7b87-40a1-90b2-c24dba73552c"}]}' {{(pid=92457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:11:21.044246 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:21.047112 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:21.096342 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-44fc9a8c-9555-4ef7-be86-7750c831f631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440'] for subnet, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:21.101130 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c21d9b-0636-42c9-aeb5-422bf14612e4 req-07c44f03-53d3-4936-bd9b-4472b3ee3d38 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:21.102651 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-60c21d9b-0636-42c9-aeb5-422bf14612e4 req-07c44f03-53d3-4936-bd9b-4472b3ee3d38 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=28901aa2-2f9b-4bac-a2c5-bc99d689a537 HTTP/1.1" status: 200 len: 945 time: 0.1329565 Jun 09 20:11:21.111886 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-bae5df89-50bd-4cab-8181-10f00dd81dd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:21.125939 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=75c3fc89-7b87-40a1-90b2-c24dba73552c,revision_number=5']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:21.137164 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:21.175799 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-60c21d9b-0636-42c9-aeb5-422bf14612e4 req-a3aaf697-6f32-4b79-9a3b-78fed2676534 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574622 Jun 09 20:11:21.183601 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d3e71-04fd-42f9-a4bd-5cff4c6eef8c req-f66cf351-23a8-4693-b1ee-f0216cda1f9b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:21.183769 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc9a8c-9555-4ef7-be86-7750c831f631 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e00a9567-700d-44c7-889e-d8a76daa3ca1,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:21.189070 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-44fc9a8c-9555-4ef7-be86-7750c831f631 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:21.198071 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-44fc9a8c-9555-4ef7-be86-7750c831f631 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e00a9567-700d-44c7-889e-d8a76daa3ca1 HTTP/1.1" status: 204 len: 168 time: 0.5147347 Jun 09 20:11:21.198771 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4d6d3e71-04fd-42f9-a4bd-5cff4c6eef8c req-f66cf351-23a8-4693-b1ee-f0216cda1f9b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 946 time: 0.1544492 Jun 09 20:11:21.206083 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-44fc9a8c-9555-4ef7-be86-7750c831f631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:21.206660 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 43292) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:11:21.275408 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4d6d3e71-04fd-42f9-a4bd-5cff4c6eef8c req-60ae44eb-bd75-4af1-a876-ffc39b896783 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755064 Jun 09 20:11:21.298718 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b835d07f-110e-434a-be4f-6a077a59f217 x-openstack-request-id: req-b835d07f-110e-434a-be4f-6a077a59f217 {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:11:21.299241 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28901aa2-2f9b-4bac-a2c5-bc99d689a537", "name": "network-vif-plugged", "status": "completed", "tag": "75c3fc89-7b87-40a1-90b2-c24dba73552c", "code": 200}]} {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:11:21.299339 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b835d07f-110e-434a-be4f-6a077a59f217 {{(pid=92457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:11:21.299655 dv-cinder-795669-1-iscsi neutron-server[92457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28901aa2-2f9b-4bac-a2c5-bc99d689a537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c3fc89-7b87-40a1-90b2-c24dba73552c', 'code': 200} Jun 09 20:11:21.379187 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3f704203-4654-4623-b374-68174e827b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769015'] for network, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:21.549117 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3f704203-4654-4623-b374-68174e827b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884462', 'neutron.services.segments.db._delete_segments_for_network-8784791871416'] for network, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:21.583181 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3f704203-4654-4623-b374-68174e827b7c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 20:11:21.585144 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3f704203-4654-4623-b374-68174e827b7c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 20:11:21.585144 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3f704203-4654-4623-b374-68174e827b7c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 20:11:21.585144 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3f704203-4654-4623-b374-68174e827b7c admin admin] Subscribe: > port after_create 55550000 {{(pid=92456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 20:11:21.585144 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3f704203-4654-4623-b374-68174e827b7c admin admin] Subscribe: > port after_delete 55550000 {{(pid=92456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 20:11:21.585444 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3f704203-4654-4623-b374-68174e827b7c admin admin] Subscribe: > port after_update 55550000 {{(pid=92456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 20:11:21.585680 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3f704203-4654-4623-b374-68174e827b7c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 20:11:21.586019 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3f704203-4654-4623-b374-68174e827b7c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 20:11:21.586462 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3f704203-4654-4623-b374-68174e827b7c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 20:11:21.586869 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3f704203-4654-4623-b374-68174e827b7c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 20:11:21.607854 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 79200a96-4166-4c30-b3ab-342575d8ed41 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:11:21.679085 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3f704203-4654-4623-b374-68174e827b7c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 20:11:21.679547 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3f704203-4654-4623-b374-68174e827b7c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 20:11:21.679780 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3f704203-4654-4623-b374-68174e827b7c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 20:11:21.680169 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3f704203-4654-4623-b374-68174e827b7c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92456) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 09 20:11:21.680489 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.services.segments.db [None req-3f704203-4654-4623-b374-68174e827b7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9588fea9-e785-4b3e-b9d2-d68cbcbc100d']}} {{(pid=92456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:11:21.695032 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 79200a96-4166-4c30-b3ab-342575d8ed41 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:11:21.695243 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.services.segments.db [None req-3f704203-4654-4623-b374-68174e827b7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09f7f2cc-2db3-4b5b-95b9-610df70234ac') {'for_net_delete': True} {{(pid=92456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:11:21.695697 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.services.segments.db [None req-3f704203-4654-4623-b374-68174e827b7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09f7f2cc-2db3-4b5b-95b9-610df70234ac') {} {{(pid=92456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:11:21.695795 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:21.707662 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3f704203-4654-4623-b374-68174e827b7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784791825875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2301223'] for segment, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:21.726028 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3f704203-4654-4623-b374-68174e827b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028'] for segment, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:21.739928 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f704203-4654-4623-b374-68174e827b7c admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=92456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 20:11:21.740809 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3f704203-4654-4623-b374-68174e827b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2273943'] for segment, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:21.849062 dv-cinder-795669-1-iscsi neutron-server[92456]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 09 20:11:21.849062 dv-cinder-795669-1-iscsi neutron-server[92456]: from cryptography.utils import int_from_bytes Jun 09 20:11:21.849062 dv-cinder-795669-1-iscsi neutron-server[92456]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 09 20:11:21.849062 dv-cinder-795669-1-iscsi neutron-server[92456]: from cryptography.utils import int_from_bytes Jun 09 20:11:21.849062 dv-cinder-795669-1-iscsi neutron-server[92456]: Traceback (most recent call last): Jun 09 20:11:21.849062 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 20:11:21.849062 dv-cinder-795669-1-iscsi neutron-server[92456]: timer() Jun 09 20:11:21.849062 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 20:11:21.849062 dv-cinder-795669-1-iscsi neutron-server[92456]: cb(*args, **kw) Jun 09 20:11:21.849062 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 20:11:21.849062 dv-cinder-795669-1-iscsi neutron-server[92456]: return func(*args, **kwargs) Jun 09 20:11:21.849062 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 20:11:21.849062 dv-cinder-795669-1-iscsi neutron-server[92456]: self._notify() Jun 09 20:11:21.849062 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 20:11:21.849062 dv-cinder-795669-1-iscsi neutron-server[92456]: self.callback(batched_events) Jun 09 20:11:21.849062 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 20:11:21.849062 dv-cinder-795669-1-iscsi neutron-server[92456]: event.method(event) Jun 09 20:11:21.849062 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 20:11:21.849062 dv-cinder-795669-1-iscsi neutron-server[92456]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 20:11:21.849062 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 20:11:21.849062 dv-cinder-795669-1-iscsi neutron-server[92456]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 20:11:21.849062 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 20:11:21.849062 dv-cinder-795669-1-iscsi neutron-server[92456]: return f(self, *a, **k) Jun 09 20:11:21.849062 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 20:11:21.849062 dv-cinder-795669-1-iscsi neutron-server[92456]: return self._get(url).json() Jun 09 20:11:21.849062 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 20:11:21.849062 dv-cinder-795669-1-iscsi neutron-server[92456]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 20:11:21.849062 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 20:11:21.849062 dv-cinder-795669-1-iscsi neutron-server[92456]: return self.request(url, 'GET', **kwargs) Jun 09 20:11:21.849062 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 20:11:21.849062 dv-cinder-795669-1-iscsi neutron-server[92456]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 20:11:21.849062 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 20:11:21.849062 dv-cinder-795669-1-iscsi neutron-server[92456]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 20:11:21.849062 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 20:11:21.849062 dv-cinder-795669-1-iscsi neutron-server[92456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 20:11:21.849062 dv-cinder-795669-1-iscsi neutron-server[92456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 20:11:21.948723 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301e009-bd13-47f2-a5d1-6d8bd20aec00 req-bd90caa9-a279-4a7b-9f8b-c955cbc31f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:21.948723 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-9301e009-bd13-47f2-a5d1-6d8bd20aec00 req-bd90caa9-a279-4a7b-9f8b-c955cbc31f4c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=28901aa2-2f9b-4bac-a2c5-bc99d689a537 HTTP/1.1" status: 200 len: 1099 time: 0.0931802 Jun 09 20:11:21.994383 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-9301e009-bd13-47f2-a5d1-6d8bd20aec00 req-c5666cba-8e97-430e-a0b8-72e0c31b06a6 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388012 Jun 09 20:11:22.000515 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3f704203-4654-4623-b374-68174e827b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3854142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3925107'] for network, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:22.005140 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:22.025653 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f704203-4654-4623-b374-68174e827b7c admin admin] Pushing event deleted for resources: {'Network': ['ID=9588fea9-e785-4b3e-b9d2-d68cbcbc100d,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:22.028212 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3f704203-4654-4623-b374-68174e827b7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for network, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:22.030367 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-3f704203-4654-4623-b374-68174e827b7c admin admin] 10.222.0.15 "DELETE /v2.0/networks/9588fea9-e785-4b3e-b9d2-d68cbcbc100d HTTP/1.1" status: 204 len: 168 time: 0.8222458 Jun 09 20:11:22.035124 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-3f704203-4654-4623-b374-68174e827b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:22.139652 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251fd54d-8e6f-4626-bf31-ffd376bc1f99 req-8a1c68ad-05ae-4781-91ef-c30904999230 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:22.148605 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-251fd54d-8e6f-4626-bf31-ffd376bc1f99 req-8a1c68ad-05ae-4781-91ef-c30904999230 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 945 time: 0.1088433 Jun 09 20:11:22.204803 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-251fd54d-8e6f-4626-bf31-ffd376bc1f99 req-177d2d62-0c66-4f89-a52a-2ffbb9bbce02 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547190 Jun 09 20:11:22.401540 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c059f2-6f5a-4ca2-9d07-f3fa67220244 req-6c8218ba-b0d9-4706-a538-46154c842c67 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:22.403627 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-33c059f2-6f5a-4ca2-9d07-f3fa67220244 req-6c8218ba-b0d9-4706-a538-46154c842c67 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=28901aa2-2f9b-4bac-a2c5-bc99d689a537 HTTP/1.1" status: 200 len: 946 time: 0.1004148 Jun 09 20:11:22.496473 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-33c059f2-6f5a-4ca2-9d07-f3fa67220244 req-dbf0b826-87ff-4ca5-87a1-671c8e0fe584 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837884 Jun 09 20:11:22.521214 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 43306) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:11:22.565681 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3de99-74c2-4571-8491-0ed21e9d919a req-475ed3f2-5421-4af4-a695-d4c7e3071605 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:22.567603 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-22e3de99-74c2-4571-8491-0ed21e9d919a req-475ed3f2-5421-4af4-a695-d4c7e3071605 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 946 time: 0.1560075 Jun 09 20:11:22.631387 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-cc114cc3-9c61-4715-be6f-3572a287d08f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1d538c95e9f144be94d1a3a50922326a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1066554 Jun 09 20:11:22.632179 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 43310) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:11:22.655674 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-22e3de99-74c2-4571-8491-0ed21e9d919a req-b3680c99-f808-4451-b70f-84a407758908 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512371 Jun 09 20:11:22.733072 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3e267e6d-be82-4913-9461-4acc81aa4fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:22.765425 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3e267e6d-be82-4913-9461-4acc81aa4fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:22.918616 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a0a58f41-baa4-41e4-98b8-711b83aaf817 req-0c1b31df-d476-4bbe-94f3-c1fdd9351225 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0879769 Jun 09 20:11:22.929131 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3e267e6d-be82-4913-9461-4acc81aa4fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:22.932250 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3e267e6d-be82-4913-9461-4acc81aa4fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:22.943900 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-3e267e6d-be82-4913-9461-4acc81aa4fd2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ce91f87c-eb74-425f-b28a-573f5393eaa2 HTTP/1.1" status: 204 len: 168 time: 0.3054783 Jun 09 20:11:22.943900 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-ec8a2ffc-012e-43bb-90b9-29f7ef1be68f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:22.992143 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e267e6d-be82-4913-9461-4acc81aa4fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce91f87c-eb74-425f-b28a-573f5393eaa2,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:22.995135 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-3e267e6d-be82-4913-9461-4acc81aa4fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:23.058144 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a58f41-baa4-41e4-98b8-711b83aaf817 req-c8401942-6a5b-4e9a-8df0-0f5aef7f557f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:23.059346 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a0a58f41-baa4-41e4-98b8-711b83aaf817 req-c8401942-6a5b-4e9a-8df0-0f5aef7f557f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3f30e4e665c8435e83fa56abcd23bc22&device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 1099 time: 0.1094956 Jun 09 20:11:23.322465 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a58f41-baa4-41e4-98b8-711b83aaf817 req-fcfa180c-2716-42d0-a85c-076cb121ae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:23.324108 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a0a58f41-baa4-41e4-98b8-711b83aaf817 req-fcfa180c-2716-42d0-a85c-076cb121ae7e service neutron] 10.222.0.22 "GET /v2.0/networks?id=b2773c51-860c-4726-b245-81d2da947565 HTTP/1.1" status: 200 len: 920 time: 0.2076743 Jun 09 20:11:23.443207 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c631fca-8194-4d7b-9318-a13baddbb02f req-fe4f2e42-640f-4057-9b7a-0d7de462cad1 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:23.445365 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-7c631fca-8194-4d7b-9318-a13baddbb02f req-fe4f2e42-640f-4057-9b7a-0d7de462cad1 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 945 time: 0.1006510 Jun 09 20:11:23.485604 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a0a58f41-baa4-41e4-98b8-711b83aaf817 req-a73467eb-9e96-419f-acc3-17b62a46220b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f8ef9d5-94bd-4782-8f45-5d69c05c158c HTTP/1.1" status: 200 len: 217 time: 0.1540732 Jun 09 20:11:23.512864 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-7c631fca-8194-4d7b-9318-a13baddbb02f req-98d7d165-0864-4112-ac4f-df14ec32d98f tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603552 Jun 09 20:11:23.585758 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a58f41-baa4-41e4-98b8-711b83aaf817 req-57f05c7b-8cb4-4bd9-ad6a-b44b5997f1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:23.587376 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a0a58f41-baa4-41e4-98b8-711b83aaf817 req-57f05c7b-8cb4-4bd9-ad6a-b44b5997f1d9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1fb7b8a2-658b-4014-a6fa-473f341feb23 HTTP/1.1" status: 200 len: 859 time: 0.0934687 Jun 09 20:11:23.672095 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a0a58f41-baa4-41e4-98b8-711b83aaf817 req-4b8f7f3d-3376-4c28-ae79-303413aed6a6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b2773c51-860c-4726-b245-81d2da947565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771759 Jun 09 20:11:23.756498 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e85c6e-5a51-47ba-a3bf-d8a942a87718 req-c99e0fa3-b345-4544-baa3-8fbb31deb451 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:23.765860 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b7e85c6e-5a51-47ba-a3bf-d8a942a87718 req-c99e0fa3-b345-4544-baa3-8fbb31deb451 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=28901aa2-2f9b-4bac-a2c5-bc99d689a537 HTTP/1.1" status: 200 len: 946 time: 0.1282692 Jun 09 20:11:23.840266 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b7e85c6e-5a51-47ba-a3bf-d8a942a87718 req-346cb1c1-a45c-4e73-b1d4-70bc90c4a32e tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696774 Jun 09 20:11:23.906862 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a0a58f41-baa4-41e4-98b8-711b83aaf817 req-b4692557-b6e5-4292-8a63-44ffd0b00abf service neutron] 10.222.0.22 "GET /v2.0/networks/b2773c51-860c-4726-b245-81d2da947565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255707 Jun 09 20:11:24.011115 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49ae65-d736-4d73-a40f-34f33c71badf req-1dd832fe-7a48-449b-a846-270544cbfe26 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:24.011115 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-fd49ae65-d736-4d73-a40f-34f33c71badf req-1dd832fe-7a48-449b-a846-270544cbfe26 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 946 time: 0.1498766 Jun 09 20:11:24.096827 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-fd49ae65-d736-4d73-a40f-34f33c71badf req-0abc1809-fd23-4e1d-b58f-7728bdde39b7 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793598 Jun 09 20:11:24.108993 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 43330) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:11:24.140174 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a0a58f41-baa4-41e4-98b8-711b83aaf817 req-90cd433b-81d0-40b4-b29b-ef061caf253c service neutron] 10.222.0.22 "GET /v2.0/networks/b2773c51-860c-4726-b245-81d2da947565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228081 Jun 09 20:11:24.209170 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-a47c2806-fbf1-407a-84c2-e425233c7098 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e918cb1cf0e74517a2ec297587114074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0722694 Jun 09 20:11:24.209170 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 43332) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:11:24.259388 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-c9fff44a-6c73-4990-9626-cf0a66af9c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:24.285053 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-c9fff44a-6c73-4990-9626-cf0a66af9c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:24.716848 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534cd6d-6b91-481b-8d28-5622076b0569 req-38831f63-7a4f-4e23-8769-fb75778748ed tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:24.718317 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9534cd6d-6b91-481b-8d28-5622076b0569 req-38831f63-7a4f-4e23-8769-fb75778748ed tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 945 time: 0.0953147 Jun 09 20:11:24.769595 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9534cd6d-6b91-481b-8d28-5622076b0569 req-2c6def70-bfb4-4a66-b812-119c0ebfa57f tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414336 Jun 09 20:11:24.827400 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-c9fff44a-6c73-4990-9626-cf0a66af9c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:24.829869 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-c9fff44a-6c73-4990-9626-cf0a66af9c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:24.833448 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-c9fff44a-6c73-4990-9626-cf0a66af9c86 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9f455ef6-59d6-4503-8b63-724a9ea80bb4 HTTP/1.1" status: 204 len: 168 time: 0.6347766 Jun 09 20:11:24.833448 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-46d35dfc-3704-438e-9108-14d8fd88b87b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:24.849109 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fff44a-6c73-4990-9626-cf0a66af9c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f455ef6-59d6-4503-8b63-724a9ea80bb4,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:24.861145 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:24.863033 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-c9fff44a-6c73-4990-9626-cf0a66af9c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:25.321411 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447a214-1daf-4bd1-b76b-8b5e1fa207b3 req-4553bb60-d803-4bfc-ba1b-0587ccfae54b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:25.322909 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e447a214-1daf-4bd1-b76b-8b5e1fa207b3 req-4553bb60-d803-4bfc-ba1b-0587ccfae54b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 946 time: 0.0933325 Jun 09 20:11:25.394137 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e447a214-1daf-4bd1-b76b-8b5e1fa207b3 req-f04d7e33-7d27-4501-83e7-6ac493ca061b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653958 Jun 09 20:11:26.002917 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1fef6-4a38-4cab-8694-0bbcebfd57e2 req-22bd7140-d2d5-477a-879f-3e6b5aef5525 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:26.008859 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d0f1fef6-4a38-4cab-8694-0bbcebfd57e2 req-22bd7140-d2d5-477a-879f-3e6b5aef5525 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 945 time: 0.1047313 Jun 09 20:11:26.079399 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d0f1fef6-4a38-4cab-8694-0bbcebfd57e2 req-92afc636-63e2-4e62-99c1-a80652e346a1 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679803 Jun 09 20:11:26.618006 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b438a-8fd6-4e7b-b2db-2b1643993feb req-e0eeb32e-6356-40d2-b5a7-e5fac7bbdef9 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:26.619621 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-fb5b438a-8fd6-4e7b-b2db-2b1643993feb req-e0eeb32e-6356-40d2-b5a7-e5fac7bbdef9 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 946 time: 0.0974326 Jun 09 20:11:26.676978 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-fb5b438a-8fd6-4e7b-b2db-2b1643993feb req-1e7f4e12-ee05-4c1e-aea1-b1167fc43023 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500016 Jun 09 20:11:26.957255 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 43388) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:11:27.087678 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-92ead463-b418-4403-bad6-532929e559df admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:27.206052 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-92ead463-b418-4403-bad6-532929e559df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:27.343275 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-92ead463-b418-4403-bad6-532929e559df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:27.353840 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-5dfd1458-0919-4f52-805f-7596e4b31445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:27.355504 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080d69d-ca81-439e-aad9-4a2c2e4ef8ab req-3270375c-f3ef-464f-b147-cb81ed992a02 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:27.362947 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4080d69d-ca81-439e-aad9-4a2c2e4ef8ab req-3270375c-f3ef-464f-b147-cb81ed992a02 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 945 time: 0.1608739 Jun 09 20:11:27.394295 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-92ead463-b418-4403-bad6-532929e559df admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=85fa7fdd5d824093ab346db446aa397d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4352431 Jun 09 20:11:27.396953 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 43398) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:11:27.397114 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ead463-b418-4403-bad6-532929e559df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20884a25-806a-4fa0-a40d-4b532a4fbdf4,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:27.400115 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-92ead463-b418-4403-bad6-532929e559df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:27.439208 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4080d69d-ca81-439e-aad9-4a2c2e4ef8ab req-edb2a07d-2f45-4999-bc28-b3c1277da5f7 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742586 Jun 09 20:11:27.495771 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-ab3b2bfb-9bdd-4746-8903-992ab8d33af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:27.535572 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-ab3b2bfb-9bdd-4746-8903-992ab8d33af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:27.878965 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-ab3b2bfb-9bdd-4746-8903-992ab8d33af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:27.878965 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-ab3b2bfb-9bdd-4746-8903-992ab8d33af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:27.878965 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-ab3b2bfb-9bdd-4746-8903-992ab8d33af1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/20884a25-806a-4fa0-a40d-4b532a4fbdf4 HTTP/1.1" status: 204 len: 168 time: 0.4593561 Jun 09 20:11:27.878965 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-e2b43daa-9b49-4121-8f6d-86d0568f8e5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:27.878965 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b2bfb-9bdd-4746-8903-992ab8d33af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20884a25-806a-4fa0-a40d-4b532a4fbdf4,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:27.893922 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-ab3b2bfb-9bdd-4746-8903-992ab8d33af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:27.902990 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 6 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:11:27.938098 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a070e0-21bd-4c44-baeb-b51fa7115986 req-4a8c2e09-5d7d-42f3-9412-02c360a6c411 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:27.939757 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-44a070e0-21bd-4c44-baeb-b51fa7115986 req-4a8c2e09-5d7d-42f3-9412-02c360a6c411 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 946 time: 0.1259408 Jun 09 20:11:27.985565 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-44a070e0-21bd-4c44-baeb-b51fa7115986 req-3bc02ea8-e261-4bc2-a403-efcc904ddf43 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399008 Jun 09 20:11:28.693288 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc04f76-6051-429d-a831-8180c97e5767 req-85d4e470-f869-4927-892e-c80b222234f3 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:28.695420 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1fc04f76-6051-429d-a831-8180c97e5767 req-85d4e470-f869-4927-892e-c80b222234f3 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 945 time: 0.1567957 Jun 09 20:11:28.743260 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1fc04f76-6051-429d-a831-8180c97e5767 req-806e6cbb-9ea3-40f7-a6e5-c25c8ee9611b tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387747 Jun 09 20:11:29.103693 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-e94bc57d-867d-49d9-905f-678c4c4d64b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:29.266673 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434c393-aad1-4747-991d-7dac8cc0af02 req-b3a7a750-b37c-45ea-b6dc-a208fa29b85c tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:29.268191 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-5434c393-aad1-4747-991d-7dac8cc0af02 req-b3a7a750-b37c-45ea-b6dc-a208fa29b85c tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 946 time: 0.1126323 Jun 09 20:11:29.352895 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-5434c393-aad1-4747-991d-7dac8cc0af02 req-bf71fd5b-3e64-455a-b64a-fccfd1eae0d2 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790141 Jun 09 20:11:29.392422 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c334105-7aeb-4169-841b-f78fc4f4b677 req-173e4152-eb89-4aea-b9e2-261c4867616a tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:29.393843 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-7c334105-7aeb-4169-841b-f78fc4f4b677 req-173e4152-eb89-4aea-b9e2-261c4867616a tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.0898833 Jun 09 20:11:29.436730 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-7c334105-7aeb-4169-841b-f78fc4f4b677 req-20c021c5-47d6-4319-805d-211c16d10fda tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373313 Jun 09 20:11:29.607777 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b7f03-be5c-416c-add6-cda2569aa3a2 req-1672fe6b-936a-4682-8585-57374ccc9842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:29.607777 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-9c6b7f03-be5c-416c-add6-cda2569aa3a2 req-1672fe6b-936a-4682-8585-57374ccc9842 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3f30e4e665c8435e83fa56abcd23bc22&device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 1098 time: 0.0825887 Jun 09 20:11:29.744426 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b7f03-be5c-416c-add6-cda2569aa3a2 req-0f564c8f-945b-4d4e-a7ba-188ab9b14d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:29.750566 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-9c6b7f03-be5c-416c-add6-cda2569aa3a2 req-0f564c8f-945b-4d4e-a7ba-188ab9b14d29 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b2773c51-860c-4726-b245-81d2da947565 HTTP/1.1" status: 200 len: 920 time: 0.1328878 Jun 09 20:11:29.825039 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-9c6b7f03-be5c-416c-add6-cda2569aa3a2 req-73dc2ffb-1b4f-4011-95bb-68ba66b8cba7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfe8fdb1-b7da-47a4-9f17-bfd53122553f HTTP/1.1" status: 200 len: 217 time: 0.0653093 Jun 09 20:11:29.899203 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b7f03-be5c-416c-add6-cda2569aa3a2 req-8b7824b4-7e74-4d50-a627-60913fcf0088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:29.900751 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-9c6b7f03-be5c-416c-add6-cda2569aa3a2 req-8b7824b4-7e74-4d50-a627-60913fcf0088 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1fb7b8a2-658b-4014-a6fa-473f341feb23 HTTP/1.1" status: 200 len: 859 time: 0.0629301 Jun 09 20:11:29.959774 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-9c6b7f03-be5c-416c-add6-cda2569aa3a2 req-5b9dede2-b7c7-4f2e-9e82-0527b866f2eb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b2773c51-860c-4726-b245-81d2da947565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423083 Jun 09 20:11:29.962554 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8817f67-0d6c-4a35-9420-9ebe7eb283cc req-66179fa7-77e2-4634-9fff-79fef60dcb5a tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:29.964311 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b8817f67-0d6c-4a35-9420-9ebe7eb283cc req-66179fa7-77e2-4634-9fff-79fef60dcb5a tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 945 time: 0.1055522 Jun 09 20:11:30.029522 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b8817f67-0d6c-4a35-9420-9ebe7eb283cc req-24f86a89-b3dc-4743-b437-e6f001e6c15f tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565243 Jun 09 20:11:30.098151 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-9c6b7f03-be5c-416c-add6-cda2569aa3a2 req-6e54a113-303d-4db0-bfdc-ff6830e10b34 service neutron] 10.222.0.22 "GET /v2.0/networks/b2773c51-860c-4726-b245-81d2da947565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284597 Jun 09 20:11:30.176459 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 6fab7981-892d-4a80-b2cc-8082e7140e40 details requested by agent hyperv_hv-cinder-79566 with host hv-cinder-79566 {{(pid=92457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 20:11:30.250111 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-9c6b7f03-be5c-416c-add6-cda2569aa3a2 req-f9de0044-519e-4200-9505-597d44d67af1 service neutron] 10.222.0.22 "GET /v2.0/networks/b2773c51-860c-4726-b245-81d2da947565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374013 Jun 09 20:11:30.367590 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 6fab7981-892d-4a80-b2cc-8082e7140e40, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=6fab7981-892d-4a80-b2cc-8082e7140e40,segment=NetworkSegment(45746326-9f2d-4f9b-be09-234217d11e5c),segment_id=45746326-9f2d-4f9b-be09-234217d11e5c)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:11:30.390892 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Returning: {'device': '6fab7981-892d-4a80-b2cc-8082e7140e40', 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18', 'port_id': '6fab7981-892d-4a80-b2cc-8082e7140e40', 'mac_address': 'fa:16:3e:39:53:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e75af2a-aa07-4655-b1c0-db112593470c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 20:11:30.454200 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:30.473738 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6fab7981-892d-4a80-b2cc-8082e7140e40 {{(pid=92457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:11:30.492159 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 6fab7981-892d-4a80-b2cc-8082e7140e40, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=6fab7981-892d-4a80-b2cc-8082e7140e40,segment=NetworkSegment(45746326-9f2d-4f9b-be09-234217d11e5c),segment_id=45746326-9f2d-4f9b-be09-234217d11e5c)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:11:30.576952 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:30.582502 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:30.664419 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=6fab7981-892d-4a80-b2cc-8082e7140e40,revision_number=6']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:30.667889 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:30.707698 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cdc2af-b1b6-48d3-b440-9bc5df8d5847 req-9bd15cf7-b316-4139-b105-3661cdb31ce6 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:30.709658 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-42cdc2af-b1b6-48d3-b440-9bc5df8d5847 req-9bd15cf7-b316-4139-b105-3661cdb31ce6 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 946 time: 0.2173975 Jun 09 20:11:30.729894 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['6fab7981-892d-4a80-b2cc-8082e7140e40'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:11:30.750879 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af038f-9a65-4534-b102-810e921be0a5 req-565070fa-e587-4efa-8042-ea54b3befaea tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:30.752461 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a9af038f-9a65-4534-b102-810e921be0a5 req-565070fa-e587-4efa-8042-ea54b3befaea tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/networks?id=71b291fa-6576-4644-a9a4-a1131eaefd10 HTTP/1.1" status: 200 len: 815 time: 0.2174051 Jun 09 20:11:30.782813 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-42cdc2af-b1b6-48d3-b440-9bc5df8d5847 req-b8b49042-3324-40b8-8585-5ddb8751742a tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646691 Jun 09 20:11:30.789354 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a9af038f-9a65-4534-b102-810e921be0a5 req-5ac32b27-45ec-40b2-9d5c-a9d49eec16f9 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/quotas/bc4be921a85642e6a1eaee96dd2e4f81 HTTP/1.1" status: 200 len: 375 time: 0.0199623 Jun 09 20:11:30.879629 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a9af038f-9a65-4534-b102-810e921be0a5 req-12f6e7dd-88b9-4afd-9cc6-476d54fbb706 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc4be921a85642e6a1eaee96dd2e4f81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0899065 Jun 09 20:11:31.033473 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a9af038f-9a65-4534-b102-810e921be0a5 req-03495200-b56c-4362-9528-0eea02aa4a63 service neutron] 10.222.0.15 "GET /v2.0/networks/71b291fa-6576-4644-a9a4-a1131eaefd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397781 Jun 09 20:11:31.235895 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7187b39-d18d-40d1-8d19-73fee0026daa req-59237e0c-d67a-4e02-a0cd-28d5d7640926 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:31.237355 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d7187b39-d18d-40d1-8d19-73fee0026daa req-59237e0c-d67a-4e02-a0cd-28d5d7640926 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.1791608 Jun 09 20:11:31.239282 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a9af038f-9a65-4534-b102-810e921be0a5 req-fec290a1-8841-4f43-afe2-83bdd8187ab6 service neutron] 10.222.0.15 "GET /v2.0/networks/71b291fa-6576-4644-a9a4-a1131eaefd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997964 Jun 09 20:11:31.282849 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d7187b39-d18d-40d1-8d19-73fee0026daa req-a6caba70-5ab0-492b-a080-b19eea25fc9a tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397577 Jun 09 20:11:31.449389 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:31.518817 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-b559f15c-72a2-4c8f-a8b5-08049c68474f tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:31.520308 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-b559f15c-72a2-4c8f-a8b5-08049c68474f tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/networks?id=c2c6a903-4702-43e5-a13a-9d00e3beebb9 HTTP/1.1" status: 200 len: 815 time: 0.1518545 Jun 09 20:11:31.570804 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-45550d66-a5a5-4c8f-b2aa-bb9d96a8eec2 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/quotas/e3301fd48bee4c58b886281bcfd984c4 HTTP/1.1" status: 200 len: 375 time: 0.0445418 Jun 09 20:11:31.683482 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50dc6e7-cdc2-4322-8908-0b1c4ea80edf req-3fd15610-aa8f-4725-9f90-69f8bb675bdc tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:31.684897 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e50dc6e7-cdc2-4322-8908-0b1c4ea80edf req-3fd15610-aa8f-4725-9f90-69f8bb675bdc tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 945 time: 0.1569688 Jun 09 20:11:31.695505 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-cf33a176-5c2c-4861-8660-418e41d9ba74 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e3301fd48bee4c58b886281bcfd984c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1168854 Jun 09 20:11:31.815577 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e50dc6e7-cdc2-4322-8908-0b1c4ea80edf req-7a80e9d6-27c9-406b-aa96-e607a27349a9 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190825 Jun 09 20:11:31.861537 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-4c10e12f-4198-4625-a203-41de8b974e6b service neutron] 10.222.0.15 "GET /v2.0/networks/c2c6a903-4702-43e5-a13a-9d00e3beebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469347 Jun 09 20:11:31.890450 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-3c1f5787-9fcc-4080-ae3c-bf3f3f306c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:31.922012 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-5bdd1a3b-eec7-432f-bef5-000e785de568 req-05bc3e7a-4cfe-4e9e-9697-30b8de5086f8 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 210 time: 0.0633087 Jun 09 20:11:32.176173 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 6fab7981-892d-4a80-b2cc-8082e7140e40 up at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:11:32.199441 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-11e07f11-d59f-4b75-ae42-ef97bb52cbab service neutron] 10.222.0.15 "GET /v2.0/networks/c2c6a903-4702-43e5-a13a-9d00e3beebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111491 Jun 09 20:11:32.211345 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b72045-9b15-4fb4-87ea-92cb52b78d5c req-fecbfebb-026e-4728-b406-4bcdd4336e8a tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:32.212825 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-28b72045-9b15-4fb4-87ea-92cb52b78d5c req-fecbfebb-026e-4728-b406-4bcdd4336e8a tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 945 time: 0.1403465 Jun 09 20:11:32.285389 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning complete for port 6fab7981-892d-4a80-b2cc-8082e7140e40 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:11:32.285389 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:32.285666 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-28b72045-9b15-4fb4-87ea-92cb52b78d5c req-8316d945-e31a-4d13-9575-ef9b8357ee26 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562606 Jun 09 20:11:32.417239 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:32.452464 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0965dd-fb9b-4802-814e-90806bc5229c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fab7981-892d-4a80-b2cc-8082e7140e40'}] {{(pid=92457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:11:32.455046 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c413b0bec0402a5ae16451c6582d791322e0202680a960d7e14492227081b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077c429d-79c5-4a9a-8a50-a1e67c20d629" -d '{"events": [{"server_uuid": "ce0965dd-fb9b-4802-814e-90806bc5229c", "name": "network-vif-plugged", "status": "completed", "tag": "6fab7981-892d-4a80-b2cc-8082e7140e40"}]}' {{(pid=92457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:11:32.464872 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 6fab7981-892d-4a80-b2cc-8082e7140e40, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=6fab7981-892d-4a80-b2cc-8082e7140e40,segment=NetworkSegment(45746326-9f2d-4f9b-be09-234217d11e5c),segment_id=45746326-9f2d-4f9b-be09-234217d11e5c)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:11:32.565560 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767efa8-562e-459f-b8ad-5533acbe4ab6 req-e00249b9-94fb-48b9-9ea0-c68ec29203ec tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:32.565560 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2767efa8-562e-459f-b8ad-5533acbe4ab6 req-e00249b9-94fb-48b9-9ea0-c68ec29203ec tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.1551027 Jun 09 20:11:32.566549 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-988531d6-4831-4446-8119-c0b3b860aa58 req-be6d0931-ac7b-4f92-a5bb-0a4b75be5a75 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffe358b-ca6d-4ab1-8b37-1a90b60fc859 HTTP/1.1" status: 200 len: 210 time: 0.0637116 Jun 09 20:11:32.581642 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:32.593807 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-1261afb6-a9bc-4fd7-b024-900658b345dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:32.628543 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2767efa8-562e-459f-b8ad-5533acbe4ab6 req-3902d855-9c55-4d95-b744-4dc3a1eac010 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708694 Jun 09 20:11:32.686201 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2537e8-3595-47f6-84f4-365e8191b5b2 x-openstack-request-id: req-2e2537e8-3595-47f6-84f4-365e8191b5b2 {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:11:32.686201 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0965dd-fb9b-4802-814e-90806bc5229c", "name": "network-vif-plugged", "status": "completed", "tag": "6fab7981-892d-4a80-b2cc-8082e7140e40", "code": 200}]} {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:11:32.686201 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2e2537e8-3595-47f6-84f4-365e8191b5b2 {{(pid=92457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:11:32.686201 dv-cinder-795669-1-iscsi neutron-server[92457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0965dd-fb9b-4802-814e-90806bc5229c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fab7981-892d-4a80-b2cc-8082e7140e40', 'code': 200} Jun 09 20:11:32.690800 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=6fab7981-892d-4a80-b2cc-8082e7140e40,revision_number=7']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:32.694281 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:32.907271 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:33.047104 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-660b84dc-9617-413b-b149-42dee6f1c767 req-a6338959-679b-4521-9183-af565dae6d5d tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 210 time: 0.0622268 Jun 09 20:11:33.104994 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66ad05-8dec-4506-9838-57c431afee27 req-98adf732-4efc-4849-9432-ab2692bc1f69 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:33.106918 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1d66ad05-8dec-4506-9838-57c431afee27 req-98adf732-4efc-4849-9432-ab2692bc1f69 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 945 time: 0.1805964 Jun 09 20:11:33.180950 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1d66ad05-8dec-4506-9838-57c431afee27 req-18bc1606-eaac-4a23-a3af-4ab7b6d5fcb0 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665627 Jun 09 20:11:33.509560 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4100d-ce5e-4098-b105-0ed757b06eae req-83d2a1fc-b40c-4a5f-87fc-d2e4bbbf2dd0 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:33.511852 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1be4100d-ce5e-4098-b105-0ed757b06eae req-83d2a1fc-b40c-4a5f-87fc-d2e4bbbf2dd0 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 946 time: 0.1061392 Jun 09 20:11:33.578983 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1be4100d-ce5e-4098-b105-0ed757b06eae req-9e9cc828-5411-4c85-b292-e45497d64ed2 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595503 Jun 09 20:11:33.693422 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4c140cc7-a3b5-4527-b96e-add79b662389 req-5da21abb-46ff-48d8-9079-02ea12aa4126 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffe358b-ca6d-4ab1-8b37-1a90b60fc859 HTTP/1.1" status: 200 len: 210 time: 0.0445428 Jun 09 20:11:33.883526 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2766c-a55c-456f-b598-d8f1593ce14c req-57d1a92a-d18a-4004-bff4-c86bddc8647b tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:33.885050 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-66b2766c-a55c-456f-b598-d8f1593ce14c req-57d1a92a-d18a-4004-bff4-c86bddc8647b tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.1094062 Jun 09 20:11:33.953667 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-66b2766c-a55c-456f-b598-d8f1593ce14c req-bbac9bd0-e63b-49fc-af1b-3fe89ed52032 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626841 Jun 09 20:11:34.354755 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-556d67b9-0ab3-4f04-98a1-c7afa3f69a94 req-630b9828-e8fe-418e-951d-aef6038745ba tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 210 time: 0.1545463 Jun 09 20:11:34.525618 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6f57a-5f0a-4dee-b6b4-2b140d3cd392 req-b651293d-c332-4057-b145-011479a81d15 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:34.527302 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9ca6f57a-5f0a-4dee-b6b4-2b140d3cd392 req-b651293d-c332-4057-b145-011479a81d15 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 945 time: 0.1177106 Jun 09 20:11:34.617149 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9ca6f57a-5f0a-4dee-b6b4-2b140d3cd392 req-b4455da1-dc31-4ee7-926d-ac6bf32c124c tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646024 Jun 09 20:11:34.657285 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:34.886609 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dffa53-fe7c-41de-900b-85718ebafefc req-4d2c1f26-8d44-478b-a8a5-e02166791305 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:34.888187 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b2dffa53-fe7c-41de-900b-85718ebafefc req-4d2c1f26-8d44-478b-a8a5-e02166791305 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 946 time: 0.1622293 Jun 09 20:11:34.903694 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8e0f6ce5-1286-42cb-9736-4a80c2526518 req-713bb63d-7186-425a-aee3-bddefe6f1d99 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffe358b-ca6d-4ab1-8b37-1a90b60fc859 HTTP/1.1" status: 200 len: 210 time: 0.0620315 Jun 09 20:11:34.972556 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b2dffa53-fe7c-41de-900b-85718ebafefc req-a3de2cf7-b255-4b50-b4b0-e3fff645353c tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725880 Jun 09 20:11:35.239129 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af038f-9a65-4534-b102-810e921be0a5 req-48212d5c-e750-4fc1-9fba-79345aef5cb8 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:35.239129 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a9af038f-9a65-4534-b102-810e921be0a5 req-48212d5c-e750-4fc1-9fba-79345aef5cb8 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.22 "GET /v2.0/networks?id=71b291fa-6576-4644-a9a4-a1131eaefd10 HTTP/1.1" status: 200 len: 815 time: 0.2503116 Jun 09 20:11:35.251567 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [req-a9af038f-9a65-4534-b102-810e921be0a5 req-83f3cc5d-4b30-4b4c-abec-c59d3599725b tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Request body: {'port': {'device_id': '47dd0390-3797-490e-81cd-496cad0e76d8', 'network_id': '71b291fa-6576-4644-a9a4-a1131eaefd10', 'admin_state_up': True, 'tenant_id': 'bc4be921a85642e6a1eaee96dd2e4f81'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:11:35.328490 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3c6dc-79d0-4fda-aee1-3edee5a9feff req-47c164c6-ba83-41e4-a2f8-0fd678494468 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:35.337267 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-afb3c6dc-79d0-4fda-aee1-3edee5a9feff req-47c164c6-ba83-41e4-a2f8-0fd678494468 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.1816263 Jun 09 20:11:35.479205 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-afb3c6dc-79d0-4fda-aee1-3edee5a9feff req-15e2c9b0-963e-446e-ae7a-36b4cb4bdba2 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364222 Jun 09 20:11:35.579437 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-0abdc431-a499-43c1-8612-ed49c8a882ba req-902c8166-7e89-445e-bdc8-62b08d0698d4 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 210 time: 0.0596032 Jun 09 20:11:35.753826 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9af038f-9a65-4534-b102-810e921be0a5 req-83f3cc5d-4b30-4b4c-abec-c59d3599725b tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Made reservation on behalf of bc4be921a85642e6a1eaee96dd2e4f81 for: {'port': 1} {{(pid=92456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:11:35.753826 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-a9af038f-9a65-4534-b102-810e921be0a5 req-83f3cc5d-4b30-4b4c-abec-c59d3599725b tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:35.899339 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc607172-e32f-4e69-a83d-bd48fbbfb7fc req-95dd2d1c-6628-4770-a24f-5c39e069c67d tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:35.899339 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-cc607172-e32f-4e69-a83d-bd48fbbfb7fc req-95dd2d1c-6628-4770-a24f-5c39e069c67d tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 945 time: 0.1389730 Jun 09 20:11:35.956791 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-cc607172-e32f-4e69-a83d-bd48fbbfb7fc req-9b3bfee2-cf74-49db-998c-079a90220f36 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592592 Jun 09 20:11:36.040092 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_common [req-a9af038f-9a65-4534-b102-810e921be0a5 req-83f3cc5d-4b30-4b4c-abec-c59d3599725b tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Allocated IP 172.20.0.4 (71b291fa-6576-4644-a9a4-a1131eaefd10/5c3d3e03-f14c-448a-8902-90a16bc454a6/63388241-1158-44c1-b8af-a95f73d8fc9f) {{(pid=92456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:11:36.186291 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-18d6456f-c6f6-4e51-8ad2-6e079e4f4c16 req-33fc77f2-8299-4aed-b03e-905f2643e1cd tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffe358b-ca6d-4ab1-8b37-1a90b60fc859 HTTP/1.1" status: 200 len: 210 time: 0.1243310 Jun 09 20:11:36.264622 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-a9af038f-9a65-4534-b102-810e921be0a5 req-83f3cc5d-4b30-4b4c-abec-c59d3599725b tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks [] for port, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:36.281618 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.provisioning_blocks [req-a9af038f-9a65-4534-b102-810e921be0a5 req-83f3cc5d-4b30-4b4c-abec-c59d3599725b tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Transition to ACTIVE for port object 63388241-1158-44c1-b8af-a95f73d8fc9f will not be triggered until provisioned by entity DHCP. {{(pid=92456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:11:36.319504 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413b1e0-837b-4bfb-a5ab-8eb1a5136782 req-ed52ca28-68de-469e-ad51-7dac8013f96c tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:36.321199 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-0413b1e0-837b-4bfb-a5ab-8eb1a5136782 req-ed52ca28-68de-469e-ad51-7dac8013f96c tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 946 time: 0.0945449 Jun 09 20:11:36.373585 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-0413b1e0-837b-4bfb-a5ab-8eb1a5136782 req-f4b33994-9eaa-473d-bf50-56a4a6014e80 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457623 Jun 09 20:11:36.671130 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde403f-f3ca-437d-b1e4-e02acd297da5 req-a9f07e29-c69c-4acc-88db-dc949840955d tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:36.672632 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ddde403f-f3ca-437d-b1e4-e02acd297da5 req-a9f07e29-c69c-4acc-88db-dc949840955d tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.0846400 Jun 09 20:11:36.763369 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ddde403f-f3ca-437d-b1e4-e02acd297da5 req-afa70c70-b543-4a2b-b854-79fafd2e530f tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849185 Jun 09 20:11:36.770320 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e904f046-144d-4de4-b564-32fdfb2409b2 req-6f4e9c28-3c2e-42f3-8b31-62d42f013be5 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 210 time: 0.0520468 Jun 09 20:11:36.776775 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-a9af038f-9a65-4534-b102-810e921be0a5 req-83f3cc5d-4b30-4b4c-abec-c59d3599725b tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2273985'] for port, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:36.787403 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-875228d4-93de-4c4e-983f-5d6d59a30b24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:36.859497 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9af038f-9a65-4534-b102-810e921be0a5 req-83f3cc5d-4b30-4b4c-abec-c59d3599725b tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Network 71b291fa-6576-4644-a9a4-a1131eaefd10 is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:11:36.863182 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [req-a9af038f-9a65-4534-b102-810e921be0a5 req-83f3cc5d-4b30-4b4c-abec-c59d3599725b tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:11:36.867551 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9af038f-9a65-4534-b102-810e921be0a5 req-83f3cc5d-4b30-4b4c-abec-c59d3599725b tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Received port after_create {{(pid=92456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:11:36.912433 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f3cc5d-4b30-4b4c-abec-c59d3599725b tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Pushing event updated for resources: {'Port': ['ID=63388241-1158-44c1-b8af-a95f73d8fc9f,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:36.925558 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-83f3cc5d-4b30-4b4c-abec-c59d3599725b tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:36.960118 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af038f-9a65-4534-b102-810e921be0a5 req-83f3cc5d-4b30-4b4c-abec-c59d3599725b tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:36.960753 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-a9af038f-9a65-4534-b102-810e921be0a5 req-83f3cc5d-4b30-4b4c-abec-c59d3599725b tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:37.073070 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a9af038f-9a65-4534-b102-810e921be0a5 req-83f3cc5d-4b30-4b4c-abec-c59d3599725b tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8376617 Jun 09 20:11:37.087964 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [req-a9af038f-9a65-4534-b102-810e921be0a5 req-a637eae7-19d9-4a3a-8e99-64b63312f94d service neutron] Request body: {'port': {'device_id': '47dd0390-3797-490e-81cd-496cad0e76d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79566'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:11:37.261463 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f1993-94aa-4a81-a8d1-68805ef69a96 req-cad2e571-713b-4afc-b898-2c5e9d8e9d66 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:37.272996 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-a9af038f-9a65-4534-b102-810e921be0a5 req-a637eae7-19d9-4a3a-8e99-64b63312f94d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:37.276064 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ad4f1993-94aa-4a81-a8d1-68805ef69a96 req-cad2e571-713b-4afc-b898-2c5e9d8e9d66 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 945 time: 0.1547742 Jun 09 20:11:37.348369 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ad4f1993-94aa-4a81-a8d1-68805ef69a96 req-b5671736-d27f-4125-859b-0240fa2758e6 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662053 Jun 09 20:11:37.353351 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-5624ad49-74de-4f7b-9d14-46524f50cc82 None None] Provisioning for port 63388241-1158-44c1-b8af-a95f73d8fc9f completed by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:11:37.358935 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-5624ad49-74de-4f7b-9d14-46524f50cc82 None None] Provisioning complete for port 63388241-1158-44c1-b8af-a95f73d8fc9f triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:11:37.359508 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-5624ad49-74de-4f7b-9d14-46524f50cc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:37.453486 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-5624ad49-74de-4f7b-9d14-46524f50cc82 None None] Port 63388241-1158-44c1-b8af-a95f73d8fc9f cannot update to ACTIVE because it is not bound. {{(pid=92457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 20:11:37.656813 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f2c8db76-9ee5-4302-80f4-87d26bf88b03 req-98f5e575-d1ed-4d07-896e-57bfbb04d146 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffe358b-ca6d-4ab1-8b37-1a90b60fc859 HTTP/1.1" status: 200 len: 210 time: 0.2898135 Jun 09 20:11:37.738594 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5ad28-35fa-449e-bc60-a6ebdf1c22f9 req-f5e01b40-5ce5-4fe4-8b50-b58864425f9c tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:37.747041 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e5c5ad28-35fa-449e-bc60-a6ebdf1c22f9 req-f5e01b40-5ce5-4fe4-8b50-b58864425f9c tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 946 time: 0.1715784 Jun 09 20:11:37.762632 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-cb812dc4-bdf5-4b5b-9506-393b54929aa4 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:37.764683 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-cb812dc4-bdf5-4b5b-9506-393b54929aa4 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.22 "GET /v2.0/networks?id=c2c6a903-4702-43e5-a13a-9d00e3beebb9 HTTP/1.1" status: 200 len: 815 time: 0.2961409 Jun 09 20:11:37.785884 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-349e84f9-1469-4357-92a5-c59fa31f7276 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Request body: {'port': {'device_id': '7ffe358b-ca6d-4ab1-8b37-1a90b60fc859', 'network_id': 'c2c6a903-4702-43e5-a13a-9d00e3beebb9', 'admin_state_up': True, 'tenant_id': 'e3301fd48bee4c58b886281bcfd984c4'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:11:37.827329 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e5c5ad28-35fa-449e-bc60-a6ebdf1c22f9 req-b99b086d-2c70-4cfb-86e9-3a234586abd5 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794365 Jun 09 20:11:38.045069 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [req-a9af038f-9a65-4534-b102-810e921be0a5 req-a637eae7-19d9-4a3a-8e99-64b63312f94d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63388241-1158-44c1-b8af-a95f73d8fc9f {{(pid=92456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:11:38.054280 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-a9af038f-9a65-4534-b102-810e921be0a5 req-a637eae7-19d9-4a3a-8e99-64b63312f94d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:38.074468 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.provisioning_blocks [req-a9af038f-9a65-4534-b102-810e921be0a5 req-a637eae7-19d9-4a3a-8e99-64b63312f94d service neutron] Transition to ACTIVE for port object 63388241-1158-44c1-b8af-a95f73d8fc9f will not be triggered until provisioned by entity L2. {{(pid=92456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:11:38.147488 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c663f-95ea-4470-971f-f3f25a001116 req-30beb337-0694-41b7-a6f0-844115e599d4 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:38.154696 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2b0c663f-95ea-4470-971f-f3f25a001116 req-30beb337-0694-41b7-a6f0-844115e599d4 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.2031040 Jun 09 20:11:38.176720 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-a9af038f-9a65-4534-b102-810e921be0a5 req-a637eae7-19d9-4a3a-8e99-64b63312f94d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2273971'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:38.181131 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-1630931b-473b-48c6-84e3-d63db7303e29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:38.187701 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65eb92-df65-494b-8162-99dacfda0cc4 req-79f55e74-aa8f-4d17-bfb1-9b5409c782c7 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:38.196633 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9a65eb92-df65-494b-8162-99dacfda0cc4 req-79f55e74-aa8f-4d17-bfb1-9b5409c782c7 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 931 time: 0.1770000 Jun 09 20:11:38.253873 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2b0c663f-95ea-4470-971f-f3f25a001116 req-c30ca9be-81c9-4cfb-9602-e9ab0e80426e tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932519 Jun 09 20:11:38.273537 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-349e84f9-1469-4357-92a5-c59fa31f7276 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Made reservation on behalf of e3301fd48bee4c58b886281bcfd984c4 for: {'port': 1} {{(pid=92456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:11:38.278406 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-349e84f9-1469-4357-92a5-c59fa31f7276 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:38.282069 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9a65eb92-df65-494b-8162-99dacfda0cc4 req-08317a48-6bde-41b6-a92d-8cd0b75aa222 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835173 Jun 09 20:11:38.406809 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637eae7-19d9-4a3a-8e99-64b63312f94d service neutron] Pushing event updated for resources: {'Port': ['ID=63388241-1158-44c1-b8af-a95f73d8fc9f,revision_number=2']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:38.430716 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-a637eae7-19d9-4a3a-8e99-64b63312f94d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:38.703111 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333cc400-8279-4474-9126-0d8da78eb375 req-dc05e97f-f2ba-4f7b-9302-e52b96eeedea tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:38.714279 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-333cc400-8279-4474-9126-0d8da78eb375 req-dc05e97f-f2ba-4f7b-9302-e52b96eeedea tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 945 time: 0.1638460 Jun 09 20:11:38.775524 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-333cc400-8279-4474-9126-0d8da78eb375 req-6c0fc7cc-f308-42fa-9487-2d96fec5ce16 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599711 Jun 09 20:11:38.802674 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-a9af038f-9a65-4534-b102-810e921be0a5 req-a637eae7-19d9-4a3a-8e99-64b63312f94d service neutron] Attempting to bind port 63388241-1158-44c1-b8af-a95f73d8fc9f on host hv-cinder-79566 for vnic_type normal with profile {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:11:38.803506 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-a9af038f-9a65-4534-b102-810e921be0a5 req-a637eae7-19d9-4a3a-8e99-64b63312f94d service neutron] Attempting to bind port 63388241-1158-44c1-b8af-a95f73d8fc9f by drivers openvswitch,hyperv on host hv-cinder-79566 at level 0 using segments [{'id': '985c0b7f-cb52-4231-8fe0-0bea9b0d8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '71b291fa-6576-4644-a9a4-a1131eaefd10'}] {{(pid=92456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:11:38.803853 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9af038f-9a65-4534-b102-810e921be0a5 req-a637eae7-19d9-4a3a-8e99-64b63312f94d service neutron] Attempting to bind port 63388241-1158-44c1-b8af-a95f73d8fc9f on network 71b291fa-6576-4644-a9a4-a1131eaefd10 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:11:38.820499 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9af038f-9a65-4534-b102-810e921be0a5 req-a637eae7-19d9-4a3a-8e99-64b63312f94d service neutron] Port 63388241-1158-44c1-b8af-a95f73d8fc9f on network 71b291fa-6576-4644-a9a4-a1131eaefd10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79566 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 20:11:38.820825 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9af038f-9a65-4534-b102-810e921be0a5 req-a637eae7-19d9-4a3a-8e99-64b63312f94d service neutron] Attempting to bind port 63388241-1158-44c1-b8af-a95f73d8fc9f on network 71b291fa-6576-4644-a9a4-a1131eaefd10 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:11:38.835075 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9af038f-9a65-4534-b102-810e921be0a5 req-a637eae7-19d9-4a3a-8e99-64b63312f94d service neutron] Checking agent: {'id': '747acf60-c6b9-434b-b325-86e193e3fffe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 20, 7, 24), 'started_at': datetime.datetime(2021, 6, 9, 20, 7, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:11:38.835422 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9af038f-9a65-4534-b102-810e921be0a5 req-a637eae7-19d9-4a3a-8e99-64b63312f94d service neutron] Checking segment: {'id': '985c0b7f-cb52-4231-8fe0-0bea9b0d8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '71b291fa-6576-4644-a9a4-a1131eaefd10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:11:38.835809 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9af038f-9a65-4534-b102-810e921be0a5 req-a637eae7-19d9-4a3a-8e99-64b63312f94d service neutron] Bound using segment: {'id': '985c0b7f-cb52-4231-8fe0-0bea9b0d8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '71b291fa-6576-4644-a9a4-a1131eaefd10'} {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:11:38.836384 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-a9af038f-9a65-4534-b102-810e921be0a5 req-a637eae7-19d9-4a3a-8e99-64b63312f94d service neutron] Bound port: 63388241-1158-44c1-b8af-a95f73d8fc9f, host: hv-cinder-79566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '985c0b7f-cb52-4231-8fe0-0bea9b0d8d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '71b291fa-6576-4644-a9a4-a1131eaefd10'}}] {{(pid=92456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:11:38.836738 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-a9af038f-9a65-4534-b102-810e921be0a5 req-a637eae7-19d9-4a3a-8e99-64b63312f94d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:38.855912 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_common [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-349e84f9-1469-4357-92a5-c59fa31f7276 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Allocated IP 172.20.0.11 (c2c6a903-4702-43e5-a13a-9d00e3beebb9/9d991aa8-4a67-4571-aeb8-f96e648fe294/1224088b-2919-4b75-99db-4b98117daba5) {{(pid=92456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:11:38.923794 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8bf32046-2252-42c7-bd5e-465ad50cf5af req-5071c340-1100-489a-b167-d2a322dc0b3c tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffe358b-ca6d-4ab1-8b37-1a90b60fc859 HTTP/1.1" status: 200 len: 210 time: 0.0538080 Jun 09 20:11:38.967769 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-a9af038f-9a65-4534-b102-810e921be0a5 req-a637eae7-19d9-4a3a-8e99-64b63312f94d service neutron] For port 63388241-1158-44c1-b8af-a95f73d8fc9f, host hv-cinder-79566, cleared binding levels {{(pid=92456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:11:38.971049 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-a9af038f-9a65-4534-b102-810e921be0a5 req-a637eae7-19d9-4a3a-8e99-64b63312f94d service neutron] For port 63388241-1158-44c1-b8af-a95f73d8fc9f, host hv-cinder-79566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=63388241-1158-44c1-b8af-a95f73d8fc9f,segment=NetworkSegment(985c0b7f-cb52-4231-8fe0-0bea9b0d8d57),segment_id=985c0b7f-cb52-4231-8fe0-0bea9b0d8d57)] {{(pid=92456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:11:39.102176 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-a9af038f-9a65-4534-b102-810e921be0a5 req-a637eae7-19d9-4a3a-8e99-64b63312f94d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2273971'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:39.111629 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-a8a2cb8f-6232-477e-a8b5-37d6d36d9404 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:39.172351 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aaabb8-bb5a-45bf-bab0-827ee703b2e8 req-35f22f00-6797-4734-9435-7ef469ff5467 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:39.174224 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-82aaabb8-bb5a-45bf-bab0-827ee703b2e8 req-35f22f00-6797-4734-9435-7ef469ff5467 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 946 time: 0.0898767 Jun 09 20:11:39.221438 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af038f-9a65-4534-b102-810e921be0a5 req-a637eae7-19d9-4a3a-8e99-64b63312f94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:39.227256 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-a9af038f-9a65-4534-b102-810e921be0a5 req-a637eae7-19d9-4a3a-8e99-64b63312f94d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:39.227256 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a9af038f-9a65-4534-b102-810e921be0a5 req-a637eae7-19d9-4a3a-8e99-64b63312f94d service neutron] 10.222.0.22 "PUT /v2.0/ports/63388241-1158-44c1-b8af-a95f73d8fc9f HTTP/1.1" status: 200 len: 1093 time: 2.1413066 Jun 09 20:11:39.227256 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47dd0390-3797-490e-81cd-496cad0e76d8', 'tag': '63388241-1158-44c1-b8af-a95f73d8fc9f'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:11:39.240414 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe570bc-1bbe-4238-8194-f36e1cb8d65a" -d '{"events": [{"name": "network-changed", "server_uuid": "47dd0390-3797-490e-81cd-496cad0e76d8", "tag": "63388241-1158-44c1-b8af-a95f73d8fc9f"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:11:39.256098 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-82aaabb8-bb5a-45bf-bab0-827ee703b2e8 req-47511b71-69b4-4b22-bd40-9a8b52502f2e tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732338 Jun 09 20:11:39.445783 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 20:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5956b507-99c3-4296-a7e1-35fbc7ecdfb7 x-openstack-request-id: req-5956b507-99c3-4296-a7e1-35fbc7ecdfb7 {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:11:39.446758 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47dd0390-3797-490e-81cd-496cad0e76d8", "tag": "63388241-1158-44c1-b8af-a95f73d8fc9f", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:11:39.447202 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5956b507-99c3-4296-a7e1-35fbc7ecdfb7 {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:11:39.447774 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47dd0390-3797-490e-81cd-496cad0e76d8', 'tag': '63388241-1158-44c1-b8af-a95f73d8fc9f', 'status': 'completed', 'code': 200} Jun 09 20:11:39.451774 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637eae7-19d9-4a3a-8e99-64b63312f94d service neutron] Pushing event updated for resources: {'Port': ['ID=63388241-1158-44c1-b8af-a95f73d8fc9f,revision_number=3']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:39.468283 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-a637eae7-19d9-4a3a-8e99-64b63312f94d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:39.517169 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-349e84f9-1469-4357-92a5-c59fa31f7276 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Notify callbacks [] for port, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:39.575263 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af038f-9a65-4534-b102-810e921be0a5 req-12a50a10-3288-4d09-b1a9-941cb6235a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:39.576913 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a9af038f-9a65-4534-b102-810e921be0a5 req-12a50a10-3288-4d09-b1a9-941cb6235a18 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bc4be921a85642e6a1eaee96dd2e4f81&device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 1096 time: 0.2245617 Jun 09 20:11:39.654362 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-349e84f9-1469-4357-92a5-c59fa31f7276 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2273985'] for port, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:39.670087 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['1919371e-9430-4b1a-883c-faf502c1e66d', '75c3fc89-7b87-40a1-90b2-c24dba73552c'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:11:39.672036 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-d077f801-d8a2-4aa2-9a7d-abe2140a9ace service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:39.720828 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a9af038f-9a65-4534-b102-810e921be0a5 req-959b0791-09fa-4b47-9577-19a052ef2290 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63388241-1158-44c1-b8af-a95f73d8fc9f HTTP/1.1" status: 200 len: 217 time: 0.1304805 Jun 09 20:11:39.751063 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8beba5-a516-4553-8682-f71c3e7e7c1e req-443f57dd-8ed7-4ba2-94cb-63403de2f6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:39.752657 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3c8beba5-a516-4553-8682-f71c3e7e7c1e req-443f57dd-8ed7-4ba2-94cb-63403de2f6be service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a153f4ee3c7640608753fa26850931e1&device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 1098 time: 0.2011180 Jun 09 20:11:39.760350 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03652eaa-036c-4a39-9688-967f8c8c2884 req-c259608b-6f2d-4090-88a3-80fcffbc2a37 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:39.767878 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-03652eaa-036c-4a39-9688-967f8c8c2884 req-c259608b-6f2d-4090-88a3-80fcffbc2a37 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 945 time: 0.3015654 Jun 09 20:11:39.808169 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-349e84f9-1469-4357-92a5-c59fa31f7276 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Network c2c6a903-4702-43e5-a13a-9d00e3beebb9 is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:11:39.820902 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-349e84f9-1469-4357-92a5-c59fa31f7276 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:11:39.834979 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-349e84f9-1469-4357-92a5-c59fa31f7276 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Received port after_create {{(pid=92456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:11:39.870978 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349e84f9-1469-4357-92a5-c59fa31f7276 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Pushing event updated for resources: {'Port': ['ID=1224088b-2919-4b75-99db-4b98117daba5,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:39.874939 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-349e84f9-1469-4357-92a5-c59fa31f7276 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:39.904902 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af038f-9a65-4534-b102-810e921be0a5 req-2d169da7-311b-4fd4-80bc-fb108dea2939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:39.906803 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a9af038f-9a65-4534-b102-810e921be0a5 req-2d169da7-311b-4fd4-80bc-fb108dea2939 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5c3d3e03-f14c-448a-8902-90a16bc454a6 HTTP/1.1" status: 200 len: 854 time: 0.1720533 Jun 09 20:11:39.932156 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8beba5-a516-4553-8682-f71c3e7e7c1e req-7a4388f6-7774-42e8-93d1-25c7bf43fa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:39.933755 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3c8beba5-a516-4553-8682-f71c3e7e7c1e req-7a4388f6-7774-42e8-93d1-25c7bf43fa57 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4a036ca4-dd58-4133-bd8c-881911c6180b HTTP/1.1" status: 200 len: 912 time: 0.1622989 Jun 09 20:11:39.977450 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-349e84f9-1469-4357-92a5-c59fa31f7276 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:39.978412 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-349e84f9-1469-4357-92a5-c59fa31f7276 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:40.012068 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f915f-2104-4ba8-b634-a1699976a700 req-534406d9-f6c5-4fbf-908a-e1b5ed1f51a9 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:40.014399 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9f3f915f-2104-4ba8-b634-a1699976a700 req-534406d9-f6c5-4fbf-908a-e1b5ed1f51a9 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.4010050 Jun 09 20:11:40.048376 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af038f-9a65-4534-b102-810e921be0a5 req-fbb8b5ac-8b33-450d-b0f9-89a82bbdbfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:40.053535 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a9af038f-9a65-4534-b102-810e921be0a5 req-fbb8b5ac-8b33-450d-b0f9-89a82bbdbfd7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=71b291fa-6576-4644-a9a4-a1131eaefd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1375110 Jun 09 20:11:40.055352 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-349e84f9-1469-4357-92a5-c59fa31f7276 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2733970 Jun 09 20:11:40.112854 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-03652eaa-036c-4a39-9688-967f8c8c2884 req-59f646df-5d12-41ae-9fe4-8208b937cea3 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3440814 Jun 09 20:11:40.127799 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-b85df87c-6af4-4faf-9fbc-3895cc474a6d service neutron] Request body: {'port': {'device_id': '7ffe358b-ca6d-4ab1-8b37-1a90b60fc859', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79566'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:11:40.146674 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3c8beba5-a516-4553-8682-f71c3e7e7c1e req-367f4952-f8a5-4c92-a353-9326d059df29 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e662586-e1de-4e24-bc6a-37a144bd6f2c HTTP/1.1" status: 200 len: 1000 time: 0.1958830 Jun 09 20:11:40.150776 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9f3f915f-2104-4ba8-b634-a1699976a700 req-f3b10bea-bf3b-401a-ac27-877d08627422 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047218 Jun 09 20:11:40.257510 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8beba5-a516-4553-8682-f71c3e7e7c1e req-e9114e13-845b-49ab-9775-386af814d5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:40.259933 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3c8beba5-a516-4553-8682-f71c3e7e7c1e req-e9114e13-845b-49ab-9775-386af814d5d8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=300c2a4a-c553-45e5-8e44-47365525b421 HTTP/1.1" status: 200 len: 850 time: 0.1005497 Jun 09 20:11:40.375702 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-b85df87c-6af4-4faf-9fbc-3895cc474a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:40.460737 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a9af038f-9a65-4534-b102-810e921be0a5 req-91eced8c-3af1-49e8-8313-106e33bdf782 service neutron] 10.222.0.22 "GET /v2.0/networks/71b291fa-6576-4644-a9a4-a1131eaefd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909369 Jun 09 20:11:40.590039 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8beba5-a516-4553-8682-f71c3e7e7c1e req-eb9835f5-d72d-45d5-bcca-779b8122c7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:40.592311 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3c8beba5-a516-4553-8682-f71c3e7e7c1e req-eb9835f5-d72d-45d5-bcca-779b8122c7f7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a036ca4-dd58-4133-bd8c-881911c6180b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3180072 Jun 09 20:11:40.610951 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e1a4a-31e0-4e0f-832f-3c30d9af507b req-8b57176d-4780-4cb1-b760-9403e973548e tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:40.612615 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3f7e1a4a-31e0-4e0f-832f-3c30d9af507b req-8b57176d-4780-4cb1-b760-9403e973548e tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffe358b-ca6d-4ab1-8b37-1a90b60fc859 HTTP/1.1" status: 200 len: 932 time: 0.2076313 Jun 09 20:11:40.651659 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77cf3fa-1393-4f29-be9c-5ddb2ebe30cb req-b526c60c-2928-4d9a-a6b4-7393628f5e1f tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:40.653543 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f77cf3fa-1393-4f29-be9c-5ddb2ebe30cb req-b526c60c-2928-4d9a-a6b4-7393628f5e1f tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 943 time: 0.3210554 Jun 09 20:11:40.684376 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a9af038f-9a65-4534-b102-810e921be0a5 req-598fdb9c-439e-4a41-9097-7e5ca0e88f27 service neutron] 10.222.0.22 "GET /v2.0/networks/71b291fa-6576-4644-a9a4-a1131eaefd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117367 Jun 09 20:11:40.825408 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3f7e1a4a-31e0-4e0f-832f-3c30d9af507b req-2d4f7d01-0074-483c-85df-70e2b61f48a9 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879628 Jun 09 20:11:40.837031 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f77cf3fa-1393-4f29-be9c-5ddb2ebe30cb req-9445c48f-ff1e-410b-865c-b437c8ef4bdc tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992386 Jun 09 20:11:40.999444 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3c8beba5-a516-4553-8682-f71c3e7e7c1e req-1d68498a-1d10-4799-98c9-ed44639b8576 service neutron] 10.222.0.22 "GET /v2.0/networks/4a036ca4-dd58-4133-bd8c-881911c6180b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850615 Jun 09 20:11:41.117414 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe570bc-1bbe-4238-8194-f36e1cb8d65a req-d949f851-4145-4061-9845-5e353f874c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:41.119082 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-afe570bc-1bbe-4238-8194-f36e1cb8d65a req-d949f851-4145-4061-9845-5e353f874c1a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bc4be921a85642e6a1eaee96dd2e4f81&device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 1096 time: 0.2681642 Jun 09 20:11:41.143477 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-b85df87c-6af4-4faf-9fbc-3895cc474a6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1224088b-2919-4b75-99db-4b98117daba5 {{(pid=92456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:11:41.162880 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3c8beba5-a516-4553-8682-f71c3e7e7c1e req-35230548-3d37-4b33-ac5c-0b030aa0c262 service neutron] 10.222.0.22 "GET /v2.0/networks/4a036ca4-dd58-4133-bd8c-881911c6180b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555321 Jun 09 20:11:41.260224 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5199d7-42e9-4864-aba6-f44869f4e457 req-75ae2c84-9f96-4c2b-b7df-c5bca061022d tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:41.265410 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1c5199d7-42e9-4864-aba6-f44869f4e457 req-75ae2c84-9f96-4c2b-b7df-c5bca061022d tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 946 time: 0.1009851 Jun 09 20:11:41.314318 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-b85df87c-6af4-4faf-9fbc-3895cc474a6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:41.356489 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.provisioning_blocks [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-b85df87c-6af4-4faf-9fbc-3895cc474a6d service neutron] Transition to ACTIVE for port object 1224088b-2919-4b75-99db-4b98117daba5 will not be triggered until provisioned by entity L2. {{(pid=92456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:11:41.379769 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1c5199d7-42e9-4864-aba6-f44869f4e457 req-fbb74cfa-759c-4e14-92eb-2d984658b47b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066639 Jun 09 20:11:41.418518 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe570bc-1bbe-4238-8194-f36e1cb8d65a req-0d845ef4-fe28-4552-98d2-e721c088a1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:41.420776 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-afe570bc-1bbe-4238-8194-f36e1cb8d65a req-0d845ef4-fe28-4552-98d2-e721c088a1b1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=71b291fa-6576-4644-a9a4-a1131eaefd10 HTTP/1.1" status: 200 len: 916 time: 0.2877259 Jun 09 20:11:41.494829 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10cf18-b990-4f6e-855e-73faa3479a51 req-92cdbfc7-adeb-4dac-85b8-0b83bf962880 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:41.494829 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-dc10cf18-b990-4f6e-855e-73faa3479a51 req-92cdbfc7-adeb-4dac-85b8-0b83bf962880 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 945 time: 0.1706200 Jun 09 20:11:41.529748 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-afe570bc-1bbe-4238-8194-f36e1cb8d65a req-10d2af90-00cf-4621-8edf-118f9e68aec3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63388241-1158-44c1-b8af-a95f73d8fc9f HTTP/1.1" status: 200 len: 217 time: 0.0994382 Jun 09 20:11:41.530462 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-b85df87c-6af4-4faf-9fbc-3895cc474a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2273971'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:41.551888 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:41.598397 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-dc10cf18-b990-4f6e-855e-73faa3479a51 req-ef46d2bf-8b7d-4f14-a326-2b76c86a0902 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975487 Jun 09 20:11:41.661598 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138ae12-232a-4be5-9719-dbc47afe46b3 req-e4c5da35-d273-44fa-9e40-9d47401ef68a tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:41.663160 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2138ae12-232a-4be5-9719-dbc47afe46b3 req-e4c5da35-d273-44fa-9e40-9d47401ef68a tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.1041188 Jun 09 20:11:41.717972 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2138ae12-232a-4be5-9719-dbc47afe46b3 req-678b097d-4485-49b7-a568-757549b5aace tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480697 Jun 09 20:11:41.756891 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85df87c-6af4-4faf-9fbc-3895cc474a6d service neutron] Pushing event updated for resources: {'Port': ['ID=1224088b-2919-4b75-99db-4b98117daba5,revision_number=2']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:41.766599 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-b85df87c-6af4-4faf-9fbc-3895cc474a6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:41.768474 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe570bc-1bbe-4238-8194-f36e1cb8d65a req-e89878d5-43ff-444f-9a88-90fa7a00aff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:41.769918 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-afe570bc-1bbe-4238-8194-f36e1cb8d65a req-e89878d5-43ff-444f-9a88-90fa7a00aff5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5c3d3e03-f14c-448a-8902-90a16bc454a6 HTTP/1.1" status: 200 len: 854 time: 0.1988301 Jun 09 20:11:41.901131 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-b85df87c-6af4-4faf-9fbc-3895cc474a6d service neutron] Attempting to bind port 1224088b-2919-4b75-99db-4b98117daba5 on host hv-cinder-79566 for vnic_type normal with profile {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:11:41.901607 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-b85df87c-6af4-4faf-9fbc-3895cc474a6d service neutron] Attempting to bind port 1224088b-2919-4b75-99db-4b98117daba5 by drivers openvswitch,hyperv on host hv-cinder-79566 at level 0 using segments [{'id': '7f9191b7-762d-4b20-b5e3-118bc3ed2e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c2c6a903-4702-43e5-a13a-9d00e3beebb9'}] {{(pid=92456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:11:41.902051 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-b85df87c-6af4-4faf-9fbc-3895cc474a6d service neutron] Attempting to bind port 1224088b-2919-4b75-99db-4b98117daba5 on network c2c6a903-4702-43e5-a13a-9d00e3beebb9 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:11:41.910572 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-b85df87c-6af4-4faf-9fbc-3895cc474a6d service neutron] Port 1224088b-2919-4b75-99db-4b98117daba5 on network c2c6a903-4702-43e5-a13a-9d00e3beebb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79566 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 20:11:41.910977 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-b85df87c-6af4-4faf-9fbc-3895cc474a6d service neutron] Attempting to bind port 1224088b-2919-4b75-99db-4b98117daba5 on network c2c6a903-4702-43e5-a13a-9d00e3beebb9 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:11:41.920785 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-b85df87c-6af4-4faf-9fbc-3895cc474a6d service neutron] Checking agent: {'id': '747acf60-c6b9-434b-b325-86e193e3fffe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 20, 7, 24), 'started_at': datetime.datetime(2021, 6, 9, 20, 7, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:11:41.921215 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-b85df87c-6af4-4faf-9fbc-3895cc474a6d service neutron] Checking segment: {'id': '7f9191b7-762d-4b20-b5e3-118bc3ed2e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c2c6a903-4702-43e5-a13a-9d00e3beebb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:11:41.921669 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-b85df87c-6af4-4faf-9fbc-3895cc474a6d service neutron] Bound using segment: {'id': '7f9191b7-762d-4b20-b5e3-118bc3ed2e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c2c6a903-4702-43e5-a13a-9d00e3beebb9'} {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:11:41.922162 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-b85df87c-6af4-4faf-9fbc-3895cc474a6d service neutron] Bound port: 1224088b-2919-4b75-99db-4b98117daba5, host: hv-cinder-79566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f9191b7-762d-4b20-b5e3-118bc3ed2e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c2c6a903-4702-43e5-a13a-9d00e3beebb9'}}] {{(pid=92456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:11:41.922535 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-b85df87c-6af4-4faf-9fbc-3895cc474a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:41.935877 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe570bc-1bbe-4238-8194-f36e1cb8d65a req-1438f500-0e7b-45cc-a60e-cbce67d05d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:41.937473 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-afe570bc-1bbe-4238-8194-f36e1cb8d65a req-1438f500-0e7b-45cc-a60e-cbce67d05d47 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=71b291fa-6576-4644-a9a4-a1131eaefd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1366739 Jun 09 20:11:42.120070 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-b85df87c-6af4-4faf-9fbc-3895cc474a6d service neutron] For port 1224088b-2919-4b75-99db-4b98117daba5, host hv-cinder-79566, cleared binding levels {{(pid=92456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:11:42.142566 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-b85df87c-6af4-4faf-9fbc-3895cc474a6d service neutron] For port 1224088b-2919-4b75-99db-4b98117daba5, host hv-cinder-79566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=1224088b-2919-4b75-99db-4b98117daba5,segment=NetworkSegment(7f9191b7-762d-4b20-b5e3-118bc3ed2e60),segment_id=7f9191b7-762d-4b20-b5e3-118bc3ed2e60)] {{(pid=92456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:11:42.151052 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-afe570bc-1bbe-4238-8194-f36e1cb8d65a req-53746dd6-4c4f-4c91-9ad6-67330cdd6f21 service neutron] 10.222.0.22 "GET /v2.0/networks/71b291fa-6576-4644-a9a4-a1131eaefd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784861 Jun 09 20:11:42.158707 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce0700-0b46-4832-a856-af7573c8e041 req-ecaac5ba-83f5-404d-9378-a8fe56af9f31 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:42.160319 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-24ce0700-0b46-4832-a856-af7573c8e041 req-ecaac5ba-83f5-404d-9378-a8fe56af9f31 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffe358b-ca6d-4ab1-8b37-1a90b60fc859 HTTP/1.1" status: 200 len: 944 time: 0.1547124 Jun 09 20:11:42.174217 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2da75c-91f6-4755-8396-d2a7be647f49 req-3aafe118-33dd-4e90-9f68-f073e4674933 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:42.175623 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-5a2da75c-91f6-4755-8396-d2a7be647f49 req-3aafe118-33dd-4e90-9f68-f073e4674933 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 943 time: 0.1335628 Jun 09 20:11:42.247399 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-24ce0700-0b46-4832-a856-af7573c8e041 req-eb5ac95a-9177-4d6d-be3b-9a8fb3bea441 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811157 Jun 09 20:11:42.250158 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-5a2da75c-91f6-4755-8396-d2a7be647f49 req-c4674681-992f-47b8-8c22-5632387235db tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620675 Jun 09 20:11:42.296615 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-afe570bc-1bbe-4238-8194-f36e1cb8d65a req-e913fbab-f348-4c23-b402-e4329c6d1fb8 service neutron] 10.222.0.22 "GET /v2.0/networks/71b291fa-6576-4644-a9a4-a1131eaefd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340361 Jun 09 20:11:42.350223 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-b85df87c-6af4-4faf-9fbc-3895cc474a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2273971'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:42.356331 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-9fb65c17-cb84-4f9f-abe1-21451d052f3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:42.442882 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85df87c-6af4-4faf-9fbc-3895cc474a6d service neutron] Pushing event updated for resources: {'Port': ['ID=1224088b-2919-4b75-99db-4b98117daba5,revision_number=3']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:42.454774 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-b85df87c-6af4-4faf-9fbc-3895cc474a6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:42.459354 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-b85df87c-6af4-4faf-9fbc-3895cc474a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:42.460063 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-b85df87c-6af4-4faf-9fbc-3895cc474a6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:42.461631 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-b85df87c-6af4-4faf-9fbc-3895cc474a6d service neutron] 10.222.0.22 "PUT /v2.0/ports/1224088b-2919-4b75-99db-4b98117daba5 HTTP/1.1" status: 200 len: 1094 time: 2.3523321 Jun 09 20:11:42.462108 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ffe358b-ca6d-4ab1-8b37-1a90b60fc859', 'tag': '1224088b-2919-4b75-99db-4b98117daba5'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:11:42.468039 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08887b3-ec15-4acf-a423-6317067eb18f" -d '{"events": [{"name": "network-changed", "server_uuid": "7ffe358b-ca6d-4ab1-8b37-1a90b60fc859", "tag": "1224088b-2919-4b75-99db-4b98117daba5"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:11:42.520350 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 20:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1848b7-c30e-445b-b550-eec5f60e6ec7 x-openstack-request-id: req-4e1848b7-c30e-445b-b550-eec5f60e6ec7 {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:11:42.520350 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ffe358b-ca6d-4ab1-8b37-1a90b60fc859", "tag": "1224088b-2919-4b75-99db-4b98117daba5", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:11:42.520350 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4e1848b7-c30e-445b-b550-eec5f60e6ec7 {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:11:42.520350 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ffe358b-ca6d-4ab1-8b37-1a90b60fc859', 'tag': '1224088b-2919-4b75-99db-4b98117daba5', 'status': 'completed', 'code': 200} Jun 09 20:11:42.636952 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea511c2c-c49d-4549-b6f3-3b262c072e57 req-fb1f9052-f8aa-4dbd-8e92-cc0fdfda889f tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:42.642363 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08887b3-ec15-4acf-a423-6317067eb18f req-a8d3ac09-5d1f-4a74-8cf8-d8fe99d76794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:42.644274 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b08887b3-ec15-4acf-a423-6317067eb18f req-a8d3ac09-5d1f-4a74-8cf8-d8fe99d76794 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e3301fd48bee4c58b886281bcfd984c4&device_id=7ffe358b-ca6d-4ab1-8b37-1a90b60fc859 HTTP/1.1" status: 200 len: 1097 time: 0.1021922 Jun 09 20:11:42.648406 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ea511c2c-c49d-4549-b6f3-3b262c072e57 req-fb1f9052-f8aa-4dbd-8e92-cc0fdfda889f tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 946 time: 0.1146250 Jun 09 20:11:42.729946 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ea511c2c-c49d-4549-b6f3-3b262c072e57 req-8a044391-066b-43cc-855d-51bd2527c5dd tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800090 Jun 09 20:11:42.940296 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08887b3-ec15-4acf-a423-6317067eb18f req-28d81919-ed5c-4dec-b5e1-64090db80746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:42.941858 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b08887b3-ec15-4acf-a423-6317067eb18f req-28d81919-ed5c-4dec-b5e1-64090db80746 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=e3301fd48bee4c58b886281bcfd984c4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2890494 Jun 09 20:11:43.010612 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2b21f-4dff-4007-a003-dd569563d8c6 req-2c147362-836f-4fea-a60f-70249dcc0961 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:43.012400 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2ef2b21f-4dff-4007-a003-dd569563d8c6 req-2c147362-836f-4fea-a60f-70249dcc0961 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 945 time: 0.1887548 Jun 09 20:11:43.056975 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8d017-310c-4609-8fe3-c375891ced54 req-af8e3dcd-9c8c-4526-a64d-849ab60904ed tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:43.058748 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-35a8d017-310c-4609-8fe3-c375891ced54 req-af8e3dcd-9c8c-4526-a64d-849ab60904ed tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.1487482 Jun 09 20:11:43.100966 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2ef2b21f-4dff-4007-a003-dd569563d8c6 req-844edae4-e838-4945-ab49-6e2d4dce922f tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811157 Jun 09 20:11:43.120230 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08887b3-ec15-4acf-a423-6317067eb18f req-67a4bf4e-418d-41e8-94ed-8637ecb85501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:43.122688 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b08887b3-ec15-4acf-a423-6317067eb18f req-67a4bf4e-418d-41e8-94ed-8637ecb85501 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1739450 Jun 09 20:11:43.132946 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-35a8d017-310c-4609-8fe3-c375891ced54 req-5bf8645b-7665-474a-acbd-b5619be7ed1d tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579898 Jun 09 20:11:43.246337 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-f23cee48-e555-407e-9558-f06922b69685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:43.252364 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-f23cee48-e555-407e-9558-f06922b69685 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e3301fd48bee4c58b886281bcfd984c4&device_id=7ffe358b-ca6d-4ab1-8b37-1a90b60fc859 HTTP/1.1" status: 200 len: 1097 time: 0.0789824 Jun 09 20:11:43.453290 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-d8a0ff58-3df9-4db7-bf8a-774049dc04cd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1224088b-2919-4b75-99db-4b98117daba5 HTTP/1.1" status: 200 len: 217 time: 0.1954789 Jun 09 20:11:43.552404 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-079492d5-7a5a-4f28-81ab-bd29379a1e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:43.554281 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-079492d5-7a5a-4f28-81ab-bd29379a1e05 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9d991aa8-4a67-4571-aeb8-f96e648fe294 HTTP/1.1" status: 200 len: 855 time: 0.0928988 Jun 09 20:11:43.586761 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f47729-52ee-4216-a732-57eddc6e0e52 req-da9f7f89-de24-4a45-9d1a-0eb02836bb26 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:43.588580 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b5f47729-52ee-4216-a732-57eddc6e0e52 req-da9f7f89-de24-4a45-9d1a-0eb02836bb26 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffe358b-ca6d-4ab1-8b37-1a90b60fc859 HTTP/1.1" status: 200 len: 944 time: 0.1947386 Jun 09 20:11:43.617155 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3281b7-73a3-4946-b982-7526111761f8 req-bafa8369-72e1-4ccb-8cfd-adb9fdb127af tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:43.618123 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-98ff2322-e850-4749-a324-8386ff0fc8a5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c2c6a903-4702-43e5-a13a-9d00e3beebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534525 Jun 09 20:11:43.618651 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-aa3281b7-73a3-4946-b982-7526111761f8 req-bafa8369-72e1-4ccb-8cfd-adb9fdb127af tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 943 time: 0.1449559 Jun 09 20:11:43.692402 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-aa3281b7-73a3-4946-b982-7526111761f8 req-d8b90191-72a9-47c2-bf86-f901a9842a7c tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595858 Jun 09 20:11:43.699577 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b5f47729-52ee-4216-a732-57eddc6e0e52 req-055e102f-3fcd-48ff-8d4b-63c6c6206880 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799730 Jun 09 20:11:43.789641 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-f1a26747-5c2f-4995-a19c-0e8c767bb706 service neutron] 10.222.0.22 "GET /v2.0/networks/c2c6a903-4702-43e5-a13a-9d00e3beebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562979 Jun 09 20:11:43.959722 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-6725d55f-a9f9-4709-bf46-c6a7c3103be2 req-227f6e57-5858-4a7f-ba21-b3708fa71b2b service neutron] 10.222.0.22 "GET /v2.0/networks/c2c6a903-4702-43e5-a13a-9d00e3beebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608772 Jun 09 20:11:43.961295 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b47b4d-3886-41bc-b73b-c03f96c1faed req-a5f6e573-50fe-4f12-be74-32c91735db82 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:43.969006 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a5b47b4d-3886-41bc-b73b-c03f96c1faed req-a5f6e573-50fe-4f12-be74-32c91735db82 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 946 time: 0.1122468 Jun 09 20:11:44.015895 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a5b47b4d-3886-41bc-b73b-c03f96c1faed req-5302ac5f-ca96-47d8-b8cd-e79c9ec0b0aa tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459235 Jun 09 20:11:44.335924 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2435350-3e7d-4d16-987e-052f5c974c3a req-c778ddc7-cb78-4279-990f-7f75ec4ff0fc tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:44.337624 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b2435350-3e7d-4d16-987e-052f5c974c3a req-c778ddc7-cb78-4279-990f-7f75ec4ff0fc tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.0862422 Jun 09 20:11:44.391126 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b2435350-3e7d-4d16-987e-052f5c974c3a req-06e4a566-adab-43b7-8a34-edd7f48870b1 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476873 Jun 09 20:11:45.028336 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b27b76-bc44-4b11-9062-89e34cda4454 req-43c8c271-b05d-41bc-9e7b-a54f108db54a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:45.038945 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e4b27b76-bc44-4b11-9062-89e34cda4454 req-43c8c271-b05d-41bc-9e7b-a54f108db54a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffe358b-ca6d-4ab1-8b37-1a90b60fc859 HTTP/1.1" status: 200 len: 944 time: 0.1948805 Jun 09 20:11:45.102425 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7531dd-bc4a-42c0-9f84-19fd7feabcb4 req-9b06a3c0-514d-49a6-be19-2a1d782c8c3b tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:45.111184 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6b7531dd-bc4a-42c0-9f84-19fd7feabcb4 req-9b06a3c0-514d-49a6-be19-2a1d782c8c3b tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 943 time: 0.2171516 Jun 09 20:11:45.161376 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e4b27b76-bc44-4b11-9062-89e34cda4454 req-b1a941a1-ed8b-48fe-9fb4-86b51be9b53b tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210589 Jun 09 20:11:45.222719 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6b7531dd-bc4a-42c0-9f84-19fd7feabcb4 req-4617261f-16d4-46a0-b042-32651f8e8123 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102595 Jun 09 20:11:45.384695 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56168c3-9103-43db-8449-a2f35156c35e req-84af9cda-4a0b-4c25-91f5-ba597451934c tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:45.394874 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f56168c3-9103-43db-8449-a2f35156c35e req-84af9cda-4a0b-4c25-91f5-ba597451934c tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 946 time: 0.0982831 Jun 09 20:11:45.444385 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f56168c3-9103-43db-8449-a2f35156c35e req-95e34743-3aa6-4ab1-ac8a-a46e648f9150 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485880 Jun 09 20:11:45.699127 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbb90b-966b-44db-8448-76fa3977a77e req-c2206e25-8ab5-46f2-8fd5-b7aef3817a2b tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:45.700594 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-12bbb90b-966b-44db-8448-76fa3977a77e req-c2206e25-8ab5-46f2-8fd5-b7aef3817a2b tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.1610820 Jun 09 20:11:45.764288 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-12bbb90b-966b-44db-8448-76fa3977a77e req-2fed7efe-c485-4c9f-9bd3-5703cc9ace9d tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572927 Jun 09 20:11:46.408473 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b059a-59fc-4be9-af57-c9754da81758 req-e04f595f-7c0a-4069-a10a-66a414d426f5 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:46.409833 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-0a3b059a-59fc-4be9-af57-c9754da81758 req-e04f595f-7c0a-4069-a10a-66a414d426f5 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffe358b-ca6d-4ab1-8b37-1a90b60fc859 HTTP/1.1" status: 200 len: 944 time: 0.1474471 Jun 09 20:11:46.475135 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74431cb6-5b71-4bf2-9040-22929be64bad req-1f90631f-53fc-4cff-9654-4e5f40a07b75 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:46.477052 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-74431cb6-5b71-4bf2-9040-22929be64bad req-1f90631f-53fc-4cff-9654-4e5f40a07b75 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 943 time: 0.1490381 Jun 09 20:11:46.500521 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-0a3b059a-59fc-4be9-af57-c9754da81758 req-903ec1a6-aab7-4242-90a2-6f5690930a9c tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832484 Jun 09 20:11:46.527934 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-74431cb6-5b71-4bf2-9040-22929be64bad req-53be568d-058d-47a6-8747-3526b235fc2d tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441914 Jun 09 20:11:46.672798 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f8a3d-d446-4c9a-9280-839bd01d98a6 req-43a1dc26-dfbf-45fc-9f15-e03a3c6796bb tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:46.674468 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f76f8a3d-d446-4c9a-9280-839bd01d98a6 req-43a1dc26-dfbf-45fc-9f15-e03a3c6796bb tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 946 time: 0.0828166 Jun 09 20:11:46.720800 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f76f8a3d-d446-4c9a-9280-839bd01d98a6 req-40aa822f-a2b9-476d-b17c-5254eb1ad5ad tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404563 Jun 09 20:11:46.957425 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c542d-86a7-4a36-bd22-78787bea5dee req-2948b7ea-c574-423f-9f3c-9f3aa68e7b0f tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:46.959082 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-579c542d-86a7-4a36-bd22-78787bea5dee req-2948b7ea-c574-423f-9f3c-9f3aa68e7b0f tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.0915380 Jun 09 20:11:47.018356 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-579c542d-86a7-4a36-bd22-78787bea5dee req-76fe50c9-42e6-44ab-87dd-6ebb6b813f17 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529253 Jun 09 20:11:47.790619 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab6de7-e595-40d2-b914-8af85b839c87 req-4d353f51-d08c-4a99-920b-381b99a6e44e tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:47.792008 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-08ab6de7-e595-40d2-b914-8af85b839c87 req-4d353f51-d08c-4a99-920b-381b99a6e44e tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffe358b-ca6d-4ab1-8b37-1a90b60fc859 HTTP/1.1" status: 200 len: 944 time: 0.1446242 Jun 09 20:11:47.847175 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-08ab6de7-e595-40d2-b914-8af85b839c87 req-bcac9d98-6af1-4366-a090-e4e46381c486 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483220 Jun 09 20:11:47.858087 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b66356-7cc6-4461-a631-d08c9c68b47f req-e6cdf53a-a307-4e9c-982b-b6a97d45d8d7 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:47.859484 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-36b66356-7cc6-4461-a631-d08c9c68b47f req-e6cdf53a-a307-4e9c-982b-b6a97d45d8d7 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 943 time: 0.1417599 Jun 09 20:11:47.906340 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-36b66356-7cc6-4461-a631-d08c9c68b47f req-4126723f-56ce-49b6-bdeb-3a72334964f1 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413103 Jun 09 20:11:48.046745 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724246c1-d1f3-46c8-8bfe-84fcfd5f4db9 req-52ce8739-c09c-42ea-b06b-3c33411178c7 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:48.048270 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-724246c1-d1f3-46c8-8bfe-84fcfd5f4db9 req-52ce8739-c09c-42ea-b06b-3c33411178c7 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 946 time: 0.0926564 Jun 09 20:11:48.096561 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-724246c1-d1f3-46c8-8bfe-84fcfd5f4db9 req-495b3825-7084-4db1-8c36-d6a50fbce428 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424385 Jun 09 20:11:48.245116 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bbff6f-e461-45a6-b1c1-107aeb24f9f6 req-ed44b461-0149-481c-961f-e759d84e7945 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:48.246759 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e0bbff6f-e461-45a6-b1c1-107aeb24f9f6 req-ed44b461-0149-481c-961f-e759d84e7945 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.0884399 Jun 09 20:11:48.260313 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 1224088b-2919-4b75-99db-4b98117daba5 details requested by agent hyperv_hv-cinder-79566 with host hv-cinder-79566 {{(pid=92457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 20:11:48.304317 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e0bbff6f-e461-45a6-b1c1-107aeb24f9f6 req-8e5e46f6-6846-4f9c-858f-a64a704ed20a tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518095 Jun 09 20:11:48.406725 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 1224088b-2919-4b75-99db-4b98117daba5, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=1224088b-2919-4b75-99db-4b98117daba5,segment=NetworkSegment(7f9191b7-762d-4b20-b5e3-118bc3ed2e60),segment_id=7f9191b7-762d-4b20-b5e3-118bc3ed2e60)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:11:48.421786 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Returning: {'device': '1224088b-2919-4b75-99db-4b98117daba5', 'network_id': 'c2c6a903-4702-43e5-a13a-9d00e3beebb9', 'port_id': '1224088b-2919-4b75-99db-4b98117daba5', 'mac_address': 'fa:16:3e:a7:33:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d991aa8-4a67-4571-aeb8-f96e648fe294', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 20:11:48.490430 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:48.518787 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1224088b-2919-4b75-99db-4b98117daba5 {{(pid=92457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:11:48.534363 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 1224088b-2919-4b75-99db-4b98117daba5, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=1224088b-2919-4b75-99db-4b98117daba5,segment=NetworkSegment(7f9191b7-762d-4b20-b5e3-118bc3ed2e60),segment_id=7f9191b7-762d-4b20-b5e3-118bc3ed2e60)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:11:48.610188 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:48.611918 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:48.678132 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=1224088b-2919-4b75-99db-4b98117daba5,revision_number=4']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:48.689457 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:48.950424 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['1224088b-2919-4b75-99db-4b98117daba5'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:11:49.070234 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1080f7f-30f0-435a-9181-2bdeb059f034 req-b9726ac9-e972-4bed-8a9a-45debf1049ac tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:49.078452 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e1080f7f-30f0-435a-9181-2bdeb059f034 req-b9726ac9-e972-4bed-8a9a-45debf1049ac tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffe358b-ca6d-4ab1-8b37-1a90b60fc859 HTTP/1.1" status: 200 len: 945 time: 0.1220291 Jun 09 20:11:49.183983 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e1080f7f-30f0-435a-9181-2bdeb059f034 req-7d799466-0a65-4e9c-8450-05edbe0e6fcc tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040375 Jun 09 20:11:49.223543 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1c87a-de97-4d1d-898d-6c67f063f720 req-4668256d-2349-4bff-ac26-63af722da055 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:49.230182 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a9c1c87a-de97-4d1d-898d-6c67f063f720 req-4668256d-2349-4bff-ac26-63af722da055 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 943 time: 0.1272786 Jun 09 20:11:49.284144 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a9c1c87a-de97-4d1d-898d-6c67f063f720 req-8e73f311-a821-47f2-a33a-bb19db459653 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524423 Jun 09 20:11:49.465791 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae71db7-97ab-4c46-813d-d16cc5d6f87c req-c7a1ff5d-42a8-45a6-92a5-d1fb8cbdaf27 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:49.467903 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-eae71db7-97ab-4c46-813d-d16cc5d6f87c req-c7a1ff5d-42a8-45a6-92a5-d1fb8cbdaf27 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 946 time: 0.1512074 Jun 09 20:11:49.545098 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-eae71db7-97ab-4c46-813d-d16cc5d6f87c req-c042e709-1ad7-47dd-89b5-60b7a363e698 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690095 Jun 09 20:11:49.584767 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f89bd6-bc54-487e-8a09-bb8e98f3afdc req-9256c660-869b-477e-b0af-7939a707d663 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:49.586194 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-08f89bd6-bc54-487e-8a09-bb8e98f3afdc req-9256c660-869b-477e-b0af-7939a707d663 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.1656256 Jun 09 20:11:49.640233 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-08f89bd6-bc54-487e-8a09-bb8e98f3afdc req-afa18465-05ae-43d4-8760-986830272d52 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482936 Jun 09 20:11:50.271366 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 1224088b-2919-4b75-99db-4b98117daba5 up at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:11:50.381973 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a63e4-da07-4e29-a066-b479cf743706 req-4c767e72-dea8-4db6-b625-401e7178da1a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:50.383106 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-5e0a63e4-da07-4e29-a066-b479cf743706 req-4c767e72-dea8-4db6-b625-401e7178da1a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffe358b-ca6d-4ab1-8b37-1a90b60fc859 HTTP/1.1" status: 200 len: 945 time: 0.0981536 Jun 09 20:11:50.483209 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-5e0a63e4-da07-4e29-a066-b479cf743706 req-255d9c1e-e120-4ae5-b0b0-22c680593129 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976045 Jun 09 20:11:50.527171 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7942db-868d-461f-9308-22cd2c10c28f req-4803182e-c9e3-418a-905c-818549757bc8 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:50.528772 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-be7942db-868d-461f-9308-22cd2c10c28f req-4803182e-c9e3-418a-905c-818549757bc8 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 943 time: 0.1297338 Jun 09 20:11:50.542137 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning for port 1224088b-2919-4b75-99db-4b98117daba5 completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:11:50.548229 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning complete for port 1224088b-2919-4b75-99db-4b98117daba5 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:11:50.548889 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:50.635785 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-be7942db-868d-461f-9308-22cd2c10c28f req-76f65e42-46f4-4c82-a7de-5d45dc0ae79b tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004019 Jun 09 20:11:50.712496 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:50.749483 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ffe358b-ca6d-4ab1-8b37-1a90b60fc859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1224088b-2919-4b75-99db-4b98117daba5'}] {{(pid=92457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:11:50.749483 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c413b0bec0402a5ae16451c6582d791322e0202680a960d7e14492227081b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad00d291-bd8b-4a6d-bd14-80e1e2e37289" -d '{"events": [{"server_uuid": "7ffe358b-ca6d-4ab1-8b37-1a90b60fc859", "name": "network-vif-plugged", "status": "completed", "tag": "1224088b-2919-4b75-99db-4b98117daba5"}]}' {{(pid=92457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:11:50.755036 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 1224088b-2919-4b75-99db-4b98117daba5, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=1224088b-2919-4b75-99db-4b98117daba5,segment=NetworkSegment(7f9191b7-762d-4b20-b5e3-118bc3ed2e60),segment_id=7f9191b7-762d-4b20-b5e3-118bc3ed2e60)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:11:50.839262 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:50.841212 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:11:50.858021 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16a19f-7c1a-46da-9bb9-45ae84d3b269 req-9e1a58af-cdbf-4842-853d-8786f88f2608 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:50.859554 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-5a16a19f-7c1a-46da-9bb9-45ae84d3b269 req-9e1a58af-cdbf-4842-853d-8786f88f2608 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 946 time: 0.1456909 Jun 09 20:11:50.912117 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=1224088b-2919-4b75-99db-4b98117daba5,revision_number=5']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:11:50.915869 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:11:50.923496 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-5a16a19f-7c1a-46da-9bb9-45ae84d3b269 req-85c3a5a5-a735-4b72-ab7d-28a6b6e0b71e tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572362 Jun 09 20:11:50.937335 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692dcc5-6c0f-4665-a647-4238bda770e2 req-409fb7b2-3493-4b76-935d-c2bc7abe2438 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:50.942212 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2692dcc5-6c0f-4665-a647-4238bda770e2 req-409fb7b2-3493-4b76-935d-c2bc7abe2438 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.1480944 Jun 09 20:11:50.987773 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2692dcc5-6c0f-4665-a647-4238bda770e2 req-1fe8e4c2-e8ed-45f0-81e0-3b3f2c8d8b31 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427172 Jun 09 20:11:51.000239 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe40798-7b9f-49c9-b8bc-d220523c1eaa x-openstack-request-id: req-dbe40798-7b9f-49c9-b8bc-d220523c1eaa {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:11:51.000499 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ffe358b-ca6d-4ab1-8b37-1a90b60fc859", "name": "network-vif-plugged", "status": "completed", "tag": "1224088b-2919-4b75-99db-4b98117daba5", "code": 200}]} {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:11:51.000727 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dbe40798-7b9f-49c9-b8bc-d220523c1eaa {{(pid=92457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:11:51.001125 dv-cinder-795669-1-iscsi neutron-server[92457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffe358b-ca6d-4ab1-8b37-1a90b60fc859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1224088b-2919-4b75-99db-4b98117daba5', 'code': 200} Jun 09 20:11:51.816249 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc27f6d-a0c3-4ea4-9cc9-001b4f040c43 req-132c5f5b-f4ea-4c36-a21d-2e17a523720a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:51.817613 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-cfc27f6d-a0c3-4ea4-9cc9-001b4f040c43 req-132c5f5b-f4ea-4c36-a21d-2e17a523720a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffe358b-ca6d-4ab1-8b37-1a90b60fc859 HTTP/1.1" status: 200 len: 946 time: 0.1984878 Jun 09 20:11:51.883185 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-cfc27f6d-a0c3-4ea4-9cc9-001b4f040c43 req-64a56eb4-c3bf-4fba-b263-c724459eee5a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597277 Jun 09 20:11:51.905133 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd7158-8512-4eae-a533-b2a631e4352a req-3ce7b14a-c092-45d9-bb78-25d81def2a5c tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:51.906571 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-81dd7158-8512-4eae-a533-b2a631e4352a req-3ce7b14a-c092-45d9-bb78-25d81def2a5c tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 943 time: 0.1285043 Jun 09 20:11:51.960250 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-81dd7158-8512-4eae-a533-b2a631e4352a req-977415ce-051a-43c4-a6da-966a6bc57a01 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478384 Jun 09 20:11:52.215748 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19570138-0f81-4f97-86b0-0d4a9685e6bd req-6d016cc6-d814-4c49-8969-2bed83d64f13 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:52.219534 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-19570138-0f81-4f97-86b0-0d4a9685e6bd req-6d016cc6-d814-4c49-8969-2bed83d64f13 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.1129768 Jun 09 20:11:52.228601 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d0b59-7a91-4eff-a553-1eaa53466085 req-0c207ca2-b42c-4495-b386-89ff834fbf49 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:52.230053 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1f4d0b59-7a91-4eff-a553-1eaa53466085 req-0c207ca2-b42c-4495-b386-89ff834fbf49 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 946 time: 0.1640062 Jun 09 20:11:52.302599 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-19570138-0f81-4f97-86b0-0d4a9685e6bd req-7fd10511-0a35-4e85-bc22-fdc61426cf37 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713873 Jun 09 20:11:52.315449 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1f4d0b59-7a91-4eff-a553-1eaa53466085 req-53de07bd-4ae2-4455-9247-2607eff00d7b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705094 Jun 09 20:11:53.166606 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d37c9d-ad86-432d-8cba-99ec10ae73ed req-a3a7da07-3006-41a3-8dff-714177a0f5e2 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:53.179021 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f5d37c9d-ad86-432d-8cba-99ec10ae73ed req-a3a7da07-3006-41a3-8dff-714177a0f5e2 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffe358b-ca6d-4ab1-8b37-1a90b60fc859 HTTP/1.1" status: 200 len: 946 time: 0.1675289 Jun 09 20:11:53.230025 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545bff10-3ad4-4ce6-888a-06696f1fe76d req-a1ced4e1-4d15-4415-a397-606d4375897c tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:53.231515 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-545bff10-3ad4-4ce6-888a-06696f1fe76d req-a1ced4e1-4d15-4415-a397-606d4375897c tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 943 time: 0.1450682 Jun 09 20:11:53.235549 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f5d37c9d-ad86-432d-8cba-99ec10ae73ed req-4e7be192-5b0f-4541-9dd1-781690550cac tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614986 Jun 09 20:11:53.283882 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-545bff10-3ad4-4ce6-888a-06696f1fe76d req-32d3ef98-6c76-4992-bb72-a4801a04a741 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441496 Jun 09 20:11:53.575687 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f652a-8b9e-45eb-b33a-e474a35490ca req-81176f1f-fca9-4a5f-b9e0-310b96665a4b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:53.577778 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e37f652a-8b9e-45eb-b33a-e474a35490ca req-81176f1f-fca9-4a5f-b9e0-310b96665a4b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 946 time: 0.1210885 Jun 09 20:11:53.585814 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf82967-7522-4462-a91f-618b2235d7eb req-a5116247-51b0-4137-8dbe-88863561d6d7 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:53.587289 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ecf82967-7522-4462-a91f-618b2235d7eb req-a5116247-51b0-4137-8dbe-88863561d6d7 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.1722414 Jun 09 20:11:53.657398 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e37f652a-8b9e-45eb-b33a-e474a35490ca req-7d3be1c5-18cc-4027-91dc-bb643f9332c1 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690763 Jun 09 20:11:53.666858 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ecf82967-7522-4462-a91f-618b2235d7eb req-ebcd3a59-3787-4d34-b0e6-439e1b995281 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655077 Jun 09 20:11:54.525705 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5c366-c104-475d-b954-6abc32eab960 req-518b01e4-1c54-492f-8c04-6ac2d28f6731 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:54.533363 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-eab5c366-c104-475d-b954-6abc32eab960 req-518b01e4-1c54-492f-8c04-6ac2d28f6731 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffe358b-ca6d-4ab1-8b37-1a90b60fc859 HTTP/1.1" status: 200 len: 946 time: 0.1638000 Jun 09 20:11:54.558069 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93c96b-a947-4c42-b5a0-ed28ab237648 req-dc051ce8-a4cd-4312-90c0-518ce46db7b6 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:54.559497 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4f93c96b-a947-4c42-b5a0-ed28ab237648 req-dc051ce8-a4cd-4312-90c0-518ce46db7b6 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 943 time: 0.1504645 Jun 09 20:11:54.615633 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-eab5c366-c104-475d-b954-6abc32eab960 req-d6b1f03e-c5bf-4a1a-9e1a-92a178665c9f tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813451 Jun 09 20:11:54.626566 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4f93c96b-a947-4c42-b5a0-ed28ab237648 req-26c65497-75ee-46e9-ab83-4ca909edeb86 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607910 Jun 09 20:11:54.759239 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:54.944127 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a6e54-49e8-4e39-9f77-586b8ccafe33 req-03771075-5d7c-4e6f-b8ea-3a64230e13c6 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:54.945822 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ec1a6e54-49e8-4e39-9f77-586b8ccafe33 req-03771075-5d7c-4e6f-b8ea-3a64230e13c6 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 946 time: 0.1439164 Jun 09 20:11:54.981033 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075dfddd-4785-4e10-b020-15d1e312273c req-514dd60b-9ac2-40a1-a204-2e6f0663fe6c tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:54.982570 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-075dfddd-4785-4e10-b020-15d1e312273c req-514dd60b-9ac2-40a1-a204-2e6f0663fe6c tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.1429424 Jun 09 20:11:55.032918 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ec1a6e54-49e8-4e39-9f77-586b8ccafe33 req-5845eb98-96fe-4873-9870-00b3b014d6df tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800047 Jun 09 20:11:55.071147 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-075dfddd-4785-4e10-b020-15d1e312273c req-d305726f-6cba-4de2-a872-46aa5a150a43 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768132 Jun 09 20:11:55.888686 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afec113-5b27-416b-adc4-f350c537aaa1 req-7d71badb-0e0d-43c3-9bbc-2218cc7cd873 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:55.890050 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4afec113-5b27-416b-adc4-f350c537aaa1 req-7d71badb-0e0d-43c3-9bbc-2218cc7cd873 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffe358b-ca6d-4ab1-8b37-1a90b60fc859 HTTP/1.1" status: 200 len: 946 time: 0.1470709 Jun 09 20:11:55.920711 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5293ac-ae65-4bd8-88b4-b5db089f8297 req-c92f88da-7f28-477f-95a5-aedf0b27a203 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:55.932027 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1c5293ac-ae65-4bd8-88b4-b5db089f8297 req-c92f88da-7f28-477f-95a5-aedf0b27a203 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 943 time: 0.1406932 Jun 09 20:11:55.998410 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4afec113-5b27-416b-adc4-f350c537aaa1 req-7b43ff9f-71af-49e9-bf45-267eec9d5335 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017413 Jun 09 20:11:56.021945 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1c5293ac-ae65-4bd8-88b4-b5db089f8297 req-65dd09e4-ed9b-4901-bb2c-1b167c2f79b7 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706313 Jun 09 20:11:56.324759 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecff5a2-fbae-42dd-a4fb-7606f16f0fb7 req-69e45e6a-2f92-45d4-bfd9-eb6af15b6352 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:56.326800 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8ecff5a2-fbae-42dd-a4fb-7606f16f0fb7 req-69e45e6a-2f92-45d4-bfd9-eb6af15b6352 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.1458199 Jun 09 20:11:56.338483 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd9623-9a2a-42d3-b437-c53b2c004a34 req-7f587c1e-fab9-4f54-b35d-db7d14561ed6 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:56.339987 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c3bd9623-9a2a-42d3-b437-c53b2c004a34 req-7f587c1e-fab9-4f54-b35d-db7d14561ed6 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 946 time: 0.1578057 Jun 09 20:11:56.410860 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8ecff5a2-fbae-42dd-a4fb-7606f16f0fb7 req-6503578e-a4e2-4720-afda-7347c6f6c1b9 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696189 Jun 09 20:11:56.417573 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c3bd9623-9a2a-42d3-b437-c53b2c004a34 req-6d5e4422-ed00-4465-8a25-3cb3f8456a0e tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600715 Jun 09 20:11:57.340634 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee185dc-1fed-4113-b326-a00ebaea3ab1 req-62517243-ffd5-40b9-81f3-989d0b59a04c tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:57.342551 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-7ee185dc-1fed-4113-b326-a00ebaea3ab1 req-62517243-ffd5-40b9-81f3-989d0b59a04c tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffe358b-ca6d-4ab1-8b37-1a90b60fc859 HTTP/1.1" status: 200 len: 946 time: 0.2402024 Jun 09 20:11:57.354015 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e6342-c041-4278-909a-bdb4c6f579c0 req-c94d5c8d-4d80-42fd-8744-9c58793b5c6d tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:57.355668 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-220e6342-c041-4278-909a-bdb4c6f579c0 req-c94d5c8d-4d80-42fd-8744-9c58793b5c6d tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 943 time: 0.2153189 Jun 09 20:11:57.428784 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-7ee185dc-1fed-4113-b326-a00ebaea3ab1 req-6c8b8c80-14c5-4140-9b01-f2361cfeff71 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719914 Jun 09 20:11:57.434258 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-220e6342-c041-4278-909a-bdb4c6f579c0 req-33be1beb-eaf2-428f-ab3d-2463ee257877 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631602 Jun 09 20:11:57.685298 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e2c41-2781-47ee-b16b-b152d33a14b2 req-cde761b7-089a-41b0-b516-cdd68189ccec tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:57.686773 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ef6e2c41-2781-47ee-b16b-b152d33a14b2 req-cde761b7-089a-41b0-b516-cdd68189ccec tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.1449745 Jun 09 20:11:57.698271 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1db08e-d7e9-44ef-b24c-abf60f58ea74 req-f04b0507-04e0-4084-8d73-7c8fcaaf2c1d tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:57.699676 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6c1db08e-d7e9-44ef-b24c-abf60f58ea74 req-f04b0507-04e0-4084-8d73-7c8fcaaf2c1d tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 946 time: 0.1564410 Jun 09 20:11:57.769090 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ef6e2c41-2781-47ee-b16b-b152d33a14b2 req-e28f81c8-db0f-496c-b0a3-2e3ad457ad9e tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682788 Jun 09 20:11:57.781107 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6c1db08e-d7e9-44ef-b24c-abf60f58ea74 req-bd1e96c3-3d6e-4f68-88a3-a46e184a6c2d tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668225 Jun 09 20:11:58.684680 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348da04-4d9f-49f2-86c6-6d1139ab13f3 req-5cfead58-6e3d-48db-9c6d-0363006e3c11 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:58.686218 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b348da04-4d9f-49f2-86c6-6d1139ab13f3 req-5cfead58-6e3d-48db-9c6d-0363006e3c11 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffe358b-ca6d-4ab1-8b37-1a90b60fc859 HTTP/1.1" status: 200 len: 946 time: 0.1472201 Jun 09 20:11:58.693717 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec612d-7c8a-4dc8-b8ed-e145151596d7 req-a41e8e07-7050-4fba-9476-573bd60abba4 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:58.695123 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8fec612d-7c8a-4dc8-b8ed-e145151596d7 req-a41e8e07-7050-4fba-9476-573bd60abba4 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 943 time: 0.1221669 Jun 09 20:11:58.767415 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b348da04-4d9f-49f2-86c6-6d1139ab13f3 req-0143e0e7-439a-4cda-8233-583e2d099fde tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713148 Jun 09 20:11:58.771684 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8fec612d-7c8a-4dc8-b8ed-e145151596d7 req-c0a9af8e-9175-46fa-813b-8c9a48c8a7a1 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621171 Jun 09 20:11:59.024572 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cad349-d9ac-4ca5-a453-36492bb94521 req-02a10c88-98b8-4101-bb4d-599c7d6b0676 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:59.026113 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a7cad349-d9ac-4ca5-a453-36492bb94521 req-02a10c88-98b8-4101-bb4d-599c7d6b0676 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.1465812 Jun 09 20:11:59.036375 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff361d3-4129-465e-883e-b9fff611c039 req-99232451-975d-4f8d-99f4-e9fd6ab65bf7 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:59.037784 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-5ff361d3-4129-465e-883e-b9fff611c039 req-99232451-975d-4f8d-99f4-e9fd6ab65bf7 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 946 time: 0.1272230 Jun 09 20:11:59.106109 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a7cad349-d9ac-4ca5-a453-36492bb94521 req-8e4776e5-4d70-47da-bc0a-aa31b542038e tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672073 Jun 09 20:11:59.110308 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-5ff361d3-4129-465e-883e-b9fff611c039 req-8dda0fd6-7f9c-40aa-8280-c804cdd26f58 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584385 Jun 09 20:11:59.130428 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-30bfaf57-b2ca-439c-841e-c6364f237ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:11:59.785590 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a02a9-8588-4068-ae7a-0d7a3b5aa815 req-4f641346-9105-4eb7-a55f-236100e6f6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:11:59.787061 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-102a02a9-8588-4068-ae7a-0d7a3b5aa815 req-4f641346-9105-4eb7-a55f-236100e6f6af service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7ffe358b-ca6d-4ab1-8b37-1a90b60fc859 HTTP/1.1" status: 200 len: 1099 time: 0.0682199 Jun 09 20:11:59.842951 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-102a02a9-8588-4068-ae7a-0d7a3b5aa815 req-5f1f6132-fefb-4e08-920f-c13b43ef9f35 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463676 Jun 09 20:12:00.011965 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d25923-75e6-4f1d-aa9b-f4352d177f8a req-fadeb692-6aa8-48f7-9ad7-2aec5dede0a2 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:00.013927 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a2d25923-75e6-4f1d-aa9b-f4352d177f8a req-fadeb692-6aa8-48f7-9ad7-2aec5dede0a2 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffe358b-ca6d-4ab1-8b37-1a90b60fc859 HTTP/1.1" status: 200 len: 946 time: 0.1408520 Jun 09 20:12:00.021092 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee970f79-1978-4920-b7ef-5489b695c99a req-538bfe1f-30c9-48ff-b45e-d3fd75820802 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:00.022419 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ee970f79-1978-4920-b7ef-5489b695c99a req-538bfe1f-30c9-48ff-b45e-d3fd75820802 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 943 time: 0.1191142 Jun 09 20:12:00.088646 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a2d25923-75e6-4f1d-aa9b-f4352d177f8a req-3b07ffc6-a141-4a45-a745-2cbbad3a8e8d tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653074 Jun 09 20:12:00.096355 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ee970f79-1978-4920-b7ef-5489b695c99a req-9cac707a-10c6-4c30-ba22-eebc620baf02 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598378 Jun 09 20:12:00.178694 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fe97b-07b0-47de-abc0-9e0cd10a8139 req-19b687b1-bbe8-4645-bff7-e3386d4d9414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:00.181000 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-e92fe97b-07b0-47de-abc0-9e0cd10a8139 req-19b687b1-bbe8-4645-bff7-e3386d4d9414 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce21b31906334471913e27e7b2dd9bf2&device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 1099 time: 0.0726302 Jun 09 20:12:00.311880 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fe97b-07b0-47de-abc0-9e0cd10a8139 req-807f3861-8821-4084-85d8-9d4d93d0573c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:00.313872 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-e92fe97b-07b0-47de-abc0-9e0cd10a8139 req-807f3861-8821-4084-85d8-9d4d93d0573c service neutron] 10.222.0.22 "GET /v2.0/networks?id=d61eb754-bcce-4b42-88fd-e498290dcd18 HTTP/1.1" status: 200 len: 918 time: 0.1255412 Jun 09 20:12:00.353188 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11714c-d14d-47d6-97df-33c8078799b2 req-a4c1eda9-60f1-414a-9a4a-b44c54a21136 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:00.354643 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1c11714c-d14d-47d6-97df-33c8078799b2 req-a4c1eda9-60f1-414a-9a4a-b44c54a21136 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 946 time: 0.1073864 Jun 09 20:12:00.362379 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d02f8f-ffec-4f5d-a24d-fb7b1b61bd84 req-e0777698-ca45-4d41-b055-ae0ce5603017 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:00.363732 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f8d02f8f-ffec-4f5d-a24d-fb7b1b61bd84 req-e0777698-ca45-4d41-b055-ae0ce5603017 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.1498978 Jun 09 20:12:00.422575 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-e92fe97b-07b0-47de-abc0-9e0cd10a8139 req-f0290f81-3711-47dd-a522-cd2f0b059dfe service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fab7981-892d-4a80-b2cc-8082e7140e40 HTTP/1.1" status: 200 len: 1002 time: 0.0965538 Jun 09 20:12:00.435959 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1c11714c-d14d-47d6-97df-33c8078799b2 req-ed940f22-851e-40e4-8d63-076f7612444b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712667 Jun 09 20:12:00.440173 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f8d02f8f-ffec-4f5d-a24d-fb7b1b61bd84 req-b8d64267-d678-4930-9e41-3553b8043117 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616794 Jun 09 20:12:00.488453 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fe97b-07b0-47de-abc0-9e0cd10a8139 req-8bc529ed-fcbd-4b1a-bdd6-192d15714e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:00.489869 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-e92fe97b-07b0-47de-abc0-9e0cd10a8139 req-8bc529ed-fcbd-4b1a-bdd6-192d15714e36 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3e75af2a-aa07-4655-b1c0-db112593470c HTTP/1.1" status: 200 len: 856 time: 0.0587645 Jun 09 20:12:00.572250 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fe97b-07b0-47de-abc0-9e0cd10a8139 req-afb04e3b-859e-4293-892b-a5d252cd129d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:00.573608 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-e92fe97b-07b0-47de-abc0-9e0cd10a8139 req-afb04e3b-859e-4293-892b-a5d252cd129d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d61eb754-bcce-4b42-88fd-e498290dcd18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0715744 Jun 09 20:12:00.705994 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-e92fe97b-07b0-47de-abc0-9e0cd10a8139 req-47b90dbe-b54c-4a03-bf91-a4ae42c27031 service neutron] 10.222.0.22 "GET /v2.0/networks/d61eb754-bcce-4b42-88fd-e498290dcd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214921 Jun 09 20:12:00.835729 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-e92fe97b-07b0-47de-abc0-9e0cd10a8139 req-2372953d-802f-4362-9b2c-d1beb191e668 service neutron] 10.222.0.22 "GET /v2.0/networks/d61eb754-bcce-4b42-88fd-e498290dcd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227751 Jun 09 20:12:01.338844 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509c37d-10a7-4e94-8195-9f920ba0b831 req-b0d31c5a-2de7-4edb-8a8e-12020fb0bf31 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:01.340312 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1509c37d-10a7-4e94-8195-9f920ba0b831 req-b0d31c5a-2de7-4edb-8a8e-12020fb0bf31 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffe358b-ca6d-4ab1-8b37-1a90b60fc859 HTTP/1.1" status: 200 len: 946 time: 0.1428211 Jun 09 20:12:01.348622 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d23f21-e206-4f3c-bd0c-1dd6e5097807 req-a5451a42-f5aa-40d5-81ba-44ce7e212c7f tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:01.349954 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-42d23f21-e206-4f3c-bd0c-1dd6e5097807 req-a5451a42-f5aa-40d5-81ba-44ce7e212c7f tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 943 time: 0.1204829 Jun 09 20:12:01.420648 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1509c37d-10a7-4e94-8195-9f920ba0b831 req-a7c72185-e2d3-4114-8145-17b6430de23c tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696585 Jun 09 20:12:01.424944 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-42d23f21-e206-4f3c-bd0c-1dd6e5097807 req-b8afaf84-a66c-4401-a2d7-2be07359fde3 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608881 Jun 09 20:12:01.473106 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:01.604901 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327cb8d9-841f-4a67-9e97-8a677eaa51a3 req-c213f35b-84ef-422c-957e-37e9be86cd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:01.606403 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-327cb8d9-841f-4a67-9e97-8a677eaa51a3 req-c213f35b-84ef-422c-957e-37e9be86cd44 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 1098 time: 0.0799341 Jun 09 20:12:01.658262 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-327cb8d9-841f-4a67-9e97-8a677eaa51a3 req-97df5eb6-5e46-4e06-865c-e6a7abee6e4a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374639 Jun 09 20:12:01.703624 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53140e-210b-4ffa-bc7d-8ce2fde26c96 req-08c756e6-b76a-4cf7-a56c-def95d250a2a tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:01.705121 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4a53140e-210b-4ffa-bc7d-8ce2fde26c96 req-08c756e6-b76a-4cf7-a56c-def95d250a2a tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 946 time: 0.1176057 Jun 09 20:12:01.718781 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3276318-0e0f-4e33-af43-f88b712d4ad7 req-0714397f-1205-4735-8a9b-3b412ec2f5ce tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:01.718781 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e3276318-0e0f-4e33-af43-f88b712d4ad7 req-0714397f-1205-4735-8a9b-3b412ec2f5ce tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.1664197 Jun 09 20:12:01.793966 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4a53140e-210b-4ffa-bc7d-8ce2fde26c96 req-aa44bb2d-a0dc-46fe-a168-b61a6dbe9d3d tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719836 Jun 09 20:12:01.793966 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e3276318-0e0f-4e33-af43-f88b712d4ad7 req-589d5ddf-069d-45c2-bf5e-093075d68e59 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614939 Jun 09 20:12:01.867724 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2ec1-94c6-452b-9ae0-6ec2de9cbd06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:02.345234 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 63388241-1158-44c1-b8af-a95f73d8fc9f details requested by agent hyperv_hv-cinder-79566 with host hv-cinder-79566 {{(pid=92457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 20:12:02.348704 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 6fab7981-892d-4a80-b2cc-8082e7140e40 no longer exists at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:12:02.561751 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:02.626394 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0965dd-fb9b-4802-814e-90806bc5229c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fab7981-892d-4a80-b2cc-8082e7140e40'}] {{(pid=92457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:12:02.628631 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c413b0bec0402a5ae16451c6582d791322e0202680a960d7e14492227081b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a325979-d7d8-4397-91ea-5ee0cf90aaf8" -d '{"events": [{"server_uuid": "ce0965dd-fb9b-4802-814e-90806bc5229c", "name": "network-vif-unplugged", "status": "completed", "tag": "6fab7981-892d-4a80-b2cc-8082e7140e40"}]}' {{(pid=92457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:12:02.658829 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 6fab7981-892d-4a80-b2cc-8082e7140e40, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=6fab7981-892d-4a80-b2cc-8082e7140e40,segment=NetworkSegment(45746326-9f2d-4f9b-be09-234217d11e5c),segment_id=45746326-9f2d-4f9b-be09-234217d11e5c)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:12:02.668225 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 63388241-1158-44c1-b8af-a95f73d8fc9f, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=63388241-1158-44c1-b8af-a95f73d8fc9f,segment=NetworkSegment(985c0b7f-cb52-4231-8fe0-0bea9b0d8d57),segment_id=985c0b7f-cb52-4231-8fe0-0bea9b0d8d57)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:12:02.684493 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Returning: {'device': '63388241-1158-44c1-b8af-a95f73d8fc9f', 'network_id': '71b291fa-6576-4644-a9a4-a1131eaefd10', 'port_id': '63388241-1158-44c1-b8af-a95f73d8fc9f', 'mac_address': 'fa:16:3e:91:c7:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3d3e03-f14c-448a-8902-90a16bc454a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 20:12:02.694995 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e13b7-f42f-4ed4-97a8-efc376095d47 req-7a56252e-3550-42ca-8f6e-03e9cf2d4aca tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:02.696524 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-172e13b7-f42f-4ed4-97a8-efc376095d47 req-7a56252e-3550-42ca-8f6e-03e9cf2d4aca tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffe358b-ca6d-4ab1-8b37-1a90b60fc859 HTTP/1.1" status: 200 len: 946 time: 0.1457853 Jun 09 20:12:02.711811 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36985df6-634b-4966-84b6-eaf5a17b8e10 req-c7aab064-0c75-484e-b7e9-341247ff915e tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:02.713236 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-36985df6-634b-4966-84b6-eaf5a17b8e10 req-c7aab064-0c75-484e-b7e9-341247ff915e tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 943 time: 0.1124651 Jun 09 20:12:02.741855 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:02.745310 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:12:02.787862 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:02.787862 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:02.791547 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-172e13b7-f42f-4ed4-97a8-efc376095d47 req-a66573b8-9dd7-409d-89b7-f4a03ebf4574 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871437 Jun 09 20:12:02.813193 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-36985df6-634b-4966-84b6-eaf5a17b8e10 req-9b068e4f-2228-4469-a761-94ec7ec0d5b3 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851958 Jun 09 20:12:02.834177 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63388241-1158-44c1-b8af-a95f73d8fc9f {{(pid=92457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:12:02.845026 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 63388241-1158-44c1-b8af-a95f73d8fc9f, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=63388241-1158-44c1-b8af-a95f73d8fc9f,segment=NetworkSegment(985c0b7f-cb52-4231-8fe0-0bea9b0d8d57),segment_id=985c0b7f-cb52-4231-8fe0-0bea9b0d8d57)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:12:02.848744 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=6fab7981-892d-4a80-b2cc-8082e7140e40,revision_number=8']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:12:02.851991 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:12:02.879378 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Jun 2021 20:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200757a3-454f-48ab-854b-439b499c0977 x-openstack-request-id: req-200757a3-454f-48ab-854b-439b499c0977 {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:12:02.879913 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0965dd-fb9b-4802-814e-90806bc5229c", "name": "network-vif-unplugged", "status": "completed", "tag": "6fab7981-892d-4a80-b2cc-8082e7140e40", "code": 200}]} {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:12:02.880332 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-200757a3-454f-48ab-854b-439b499c0977 {{(pid=92457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:12:02.880875 dv-cinder-795669-1-iscsi neutron-server[92457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0965dd-fb9b-4802-814e-90806bc5229c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fab7981-892d-4a80-b2cc-8082e7140e40', 'code': 200} Jun 09 20:12:02.948205 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:02.950426 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:12:03.033556 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=63388241-1158-44c1-b8af-a95f73d8fc9f,revision_number=4']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:12:03.036685 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:12:03.163368 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3467303-08bd-40cf-999f-a6203cfecaa5 req-1980a4e8-2e27-4de9-b150-71e1e3d21629 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:03.164844 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e3467303-08bd-40cf-999f-a6203cfecaa5 req-1980a4e8-2e27-4de9-b150-71e1e3d21629 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 944 time: 0.2335744 Jun 09 20:12:03.191698 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76acb2e9-f1cd-4289-a0a3-faea60c3c05f req-950e3f72-3738-4f2b-94c7-8ceb7f8301c3 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:03.193152 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-76acb2e9-f1cd-4289-a0a3-faea60c3c05f req-950e3f72-3738-4f2b-94c7-8ceb7f8301c3 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.1287303 Jun 09 20:12:03.254300 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e3467303-08bd-40cf-999f-a6203cfecaa5 req-537aff35-ae4c-41cc-b3e6-f4b63fac7e20 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825148 Jun 09 20:12:03.265440 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-76acb2e9-f1cd-4289-a0a3-faea60c3c05f req-bc19e1a4-1a8d-4889-85a0-7b0c62476ada tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647230 Jun 09 20:12:03.276595 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['63388241-1158-44c1-b8af-a95f73d8fc9f'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:12:04.051402 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6506c-30d6-40cd-ba57-994d33124a88 req-71806a59-944e-43e8-b65f-1043e7244448 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:04.053752 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-0bc6506c-30d6-40cd-ba57-994d33124a88 req-71806a59-944e-43e8-b65f-1043e7244448 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 944 time: 0.1311104 Jun 09 20:12:04.088036 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b919c-2df6-42b3-8192-d7ef87e01a47 req-ff632fe2-db1e-46ce-95ee-633ae29c898c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:04.089481 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b80b919c-2df6-42b3-8192-d7ef87e01a47 req-ff632fe2-db1e-46ce-95ee-633ae29c898c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3f30e4e665c8435e83fa56abcd23bc22&device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 1098 time: 0.0788212 Jun 09 20:12:04.118232 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-0bc6506c-30d6-40cd-ba57-994d33124a88 req-915a3c6a-e0e9-4155-a35c-b6767c94e562 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572462 Jun 09 20:12:04.133367 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20cbfea-227b-47b1-bd16-c40ccf0bd07b req-085200d5-4433-4c8c-85b4-1df2e1bb5d29 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:04.140328 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a20cbfea-227b-47b1-bd16-c40ccf0bd07b req-085200d5-4433-4c8c-85b4-1df2e1bb5d29 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.1511469 Jun 09 20:12:04.180707 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a20cbfea-227b-47b1-bd16-c40ccf0bd07b req-de65a49c-c10f-4619-968e-b6c5d3ece1cd tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390389 Jun 09 20:12:04.284639 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b919c-2df6-42b3-8192-d7ef87e01a47 req-a071155e-233a-4033-b5fa-fb4c5736758a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:04.286064 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b80b919c-2df6-42b3-8192-d7ef87e01a47 req-a071155e-233a-4033-b5fa-fb4c5736758a service neutron] 10.222.0.22 "GET /v2.0/networks?id=b2773c51-860c-4726-b245-81d2da947565 HTTP/1.1" status: 200 len: 920 time: 0.1886280 Jun 09 20:12:04.313226 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:04.348932 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 63388241-1158-44c1-b8af-a95f73d8fc9f up at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:12:04.360822 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b80b919c-2df6-42b3-8192-d7ef87e01a47 req-5809ec05-008c-4ab8-9305-35ca90028ba3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfe8fdb1-b7da-47a4-9f17-bfd53122553f HTTP/1.1" status: 200 len: 217 time: 0.0677326 Jun 09 20:12:04.455531 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b919c-2df6-42b3-8192-d7ef87e01a47 req-aebbb040-9691-47c4-94d1-f26cb24bbf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:04.457060 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b80b919c-2df6-42b3-8192-d7ef87e01a47 req-aebbb040-9691-47c4-94d1-f26cb24bbf1e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1fb7b8a2-658b-4014-a6fa-473f341feb23 HTTP/1.1" status: 200 len: 859 time: 0.0830081 Jun 09 20:12:04.473745 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed645b50-c296-4763-aa46-0e2ec4780126 req-1d9cc59c-167d-42a3-8e8b-c2abea9aede5 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:04.477120 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ed645b50-c296-4763-aa46-0e2ec4780126 req-1d9cc59c-167d-42a3-8e8b-c2abea9aede5 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 944 time: 0.1021132 Jun 09 20:12:04.496348 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning for port 63388241-1158-44c1-b8af-a95f73d8fc9f completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:12:04.501697 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning complete for port 63388241-1158-44c1-b8af-a95f73d8fc9f triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:12:04.502148 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:04.512736 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b80b919c-2df6-42b3-8192-d7ef87e01a47 req-c3dc066b-3dfd-4150-873c-6b9c0d891669 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b2773c51-860c-4726-b245-81d2da947565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467656 Jun 09 20:12:04.522197 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ed645b50-c296-4763-aa46-0e2ec4780126 req-8de99b80-d616-41bf-abff-fd72cf86cbd7 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408785 Jun 09 20:12:04.663566 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b80b919c-2df6-42b3-8192-d7ef87e01a47 req-12ce4b22-5ea9-4b0d-9a18-6453a00b9369 service neutron] 10.222.0.22 "GET /v2.0/networks/b2773c51-860c-4726-b245-81d2da947565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416678 Jun 09 20:12:04.665528 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:04.709724 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 63388241-1158-44c1-b8af-a95f73d8fc9f, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=63388241-1158-44c1-b8af-a95f73d8fc9f,segment=NetworkSegment(985c0b7f-cb52-4231-8fe0-0bea9b0d8d57),segment_id=985c0b7f-cb52-4231-8fe0-0bea9b0d8d57)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:12:04.812778 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b80b919c-2df6-42b3-8192-d7ef87e01a47 req-aa78b750-857f-4800-a0a3-26baf8e32126 service neutron] 10.222.0.22 "GET /v2.0/networks/b2773c51-860c-4726-b245-81d2da947565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428864 Jun 09 20:12:04.838844 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:04.840441 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 6fab7981-892d-4a80-b2cc-8082e7140e40 no longer exists at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:12:04.873505 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:12:04.903394 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 6 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:12:04.915910 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47dd0390-3797-490e-81cd-496cad0e76d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63388241-1158-44c1-b8af-a95f73d8fc9f'}] {{(pid=92457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:12:04.918802 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c413b0bec0402a5ae16451c6582d791322e0202680a960d7e14492227081b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe01650-aa60-44ea-9177-82939f97697e" -d '{"events": [{"server_uuid": "47dd0390-3797-490e-81cd-496cad0e76d8", "name": "network-vif-plugged", "status": "completed", "tag": "63388241-1158-44c1-b8af-a95f73d8fc9f"}]}' {{(pid=92457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:12:04.970144 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=63388241-1158-44c1-b8af-a95f73d8fc9f,revision_number=5']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:12:04.973391 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:12:05.694942 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061fec9c-cff7-4689-bddb-b0df0321cc15 x-openstack-request-id: req-061fec9c-cff7-4689-bddb-b0df0321cc15 {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:12:05.694942 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47dd0390-3797-490e-81cd-496cad0e76d8", "name": "network-vif-plugged", "status": "completed", "tag": "63388241-1158-44c1-b8af-a95f73d8fc9f", "code": 200}]} {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:12:05.694942 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-061fec9c-cff7-4689-bddb-b0df0321cc15 {{(pid=92457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:12:05.694942 dv-cinder-795669-1-iscsi neutron-server[92457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47dd0390-3797-490e-81cd-496cad0e76d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63388241-1158-44c1-b8af-a95f73d8fc9f', 'code': 200} Jun 09 20:12:05.850103 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418e4a8-1216-4aba-aee1-7eead03b29eb req-0f815fad-2e06-4b89-b1b1-1bb83d6eeea9 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:05.851521 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-7418e4a8-1216-4aba-aee1-7eead03b29eb req-0f815fad-2e06-4b89-b1b1-1bb83d6eeea9 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 945 time: 0.0787110 Jun 09 20:12:05.897046 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-7418e4a8-1216-4aba-aee1-7eead03b29eb req-29548a7d-edf3-4869-be21-2bfd087bf066 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396585 Jun 09 20:12:06.047982 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93797ac5-0c4e-42de-b36b-010aced2078c req-38eaeb8d-e617-4530-bd63-66fcfaaf1942 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:06.049424 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-93797ac5-0c4e-42de-b36b-010aced2078c req-38eaeb8d-e617-4530-bd63-66fcfaaf1942 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.0825491 Jun 09 20:12:06.092592 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-93797ac5-0c4e-42de-b36b-010aced2078c req-1e620bce-3685-48a0-93ef-41c02c5c7af3 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377209 Jun 09 20:12:06.430000 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ced3c1-b66a-445f-8f51-1b3f2a7d76d1 req-c603ed5d-75ab-458d-a24a-e395cd56a6aa tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:06.431456 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-42ced3c1-b66a-445f-8f51-1b3f2a7d76d1 req-c603ed5d-75ab-458d-a24a-e395cd56a6aa tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 944 time: 0.0806596 Jun 09 20:12:06.478543 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-42ced3c1-b66a-445f-8f51-1b3f2a7d76d1 req-4c851097-9093-425f-afe3-aaf8b52d832f tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414660 Jun 09 20:12:06.860059 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 44020) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:12:06.971350 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b3c8b0ab-63aa-43d0-9d43-4a5eeacee854 req-070d7af7-2d9f-416e-9125-9692a38f6f18 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1100106 Jun 09 20:12:07.084495 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6b1c6-6375-4fe5-bdf2-34cab421e766 req-734ffbbb-ac62-4892-ad23-9fa26a9841e2 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:07.085974 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3ff6b1c6-6375-4fe5-bdf2-34cab421e766 req-734ffbbb-ac62-4892-ad23-9fa26a9841e2 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 945 time: 0.0814657 Jun 09 20:12:07.142308 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3ff6b1c6-6375-4fe5-bdf2-34cab421e766 req-408dd419-7533-4031-b411-0d8a366baa73 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457437 Jun 09 20:12:07.285797 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfe3fb-edf0-4460-a6e9-044435a1368e req-3b781af2-1269-4b4a-b314-57bb50ef37e0 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:07.287221 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-7adfe3fb-edf0-4460-a6e9-044435a1368e req-3b781af2-1269-4b4a-b314-57bb50ef37e0 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.0793233 Jun 09 20:12:07.330707 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-7adfe3fb-edf0-4460-a6e9-044435a1368e req-694ef18d-9ce8-4cfa-bd20-02573d06788b tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378587 Jun 09 20:12:07.667475 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e6bef-4ac7-4efc-8af1-aa9522afe31e req-aab161b7-418f-4f4f-ba8a-506543ebafc5 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:07.669191 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-638e6bef-4ac7-4efc-8af1-aa9522afe31e req-aab161b7-418f-4f4f-ba8a-506543ebafc5 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 944 time: 0.0816133 Jun 09 20:12:07.712529 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-638e6bef-4ac7-4efc-8af1-aa9522afe31e req-5eadd068-0abf-40a2-a4cf-8b994d85aa3f tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377719 Jun 09 20:12:08.335397 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226fa33-4d4d-4bcd-9b52-00a80ad8a855 req-d58d5184-933f-49e3-8d4e-da7e76bcbcc0 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:08.337006 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6226fa33-4d4d-4bcd-9b52-00a80ad8a855 req-d58d5184-933f-49e3-8d4e-da7e76bcbcc0 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 945 time: 0.0861137 Jun 09 20:12:08.384769 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6226fa33-4d4d-4bcd-9b52-00a80ad8a855 req-ad9491fd-f83c-4fc7-b1b4-467ef1b9bbb1 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409558 Jun 09 20:12:08.418526 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8418e2-ac52-4807-b3ea-d72434d62326 req-aa45122d-bad3-406f-92b5-553112627d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:08.420037 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-7f8418e2-ac52-4807-b3ea-d72434d62326 req-aa45122d-bad3-406f-92b5-553112627d5d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 1098 time: 0.0843632 Jun 09 20:12:08.462290 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-7f8418e2-ac52-4807-b3ea-d72434d62326 req-495e7ca9-884c-4c59-9d36-b7dd92c63179 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353715 Jun 09 20:12:08.522319 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0efe8-6ae5-4d21-9e31-fbfacc2ce0f5 req-5c9813bc-f4a6-4207-93ed-3ab91ccebfbd tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:08.524361 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-24a0efe8-6ae5-4d21-9e31-fbfacc2ce0f5 req-5c9813bc-f4a6-4207-93ed-3ab91ccebfbd tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.0836649 Jun 09 20:12:08.569503 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-24a0efe8-6ae5-4d21-9e31-fbfacc2ce0f5 req-9ffd2956-6845-4471-a243-124182448587 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393157 Jun 09 20:12:08.904237 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c737076-5c51-467d-a0a8-9d3b186b5474 req-308890dd-7e1a-48c0-a7d8-6d308f594286 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:08.905682 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6c737076-5c51-467d-a0a8-9d3b186b5474 req-308890dd-7e1a-48c0-a7d8-6d308f594286 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 944 time: 0.0811491 Jun 09 20:12:08.954448 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6c737076-5c51-467d-a0a8-9d3b186b5474 req-cc7efb53-9a6f-4bb8-829a-5f5290b0025c tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427892 Jun 09 20:12:09.574018 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a01ceb-037f-4ea1-872a-1b9001b6f570 req-ed8bdab8-f3a6-41f9-89ba-91cb13ffac9b tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:09.575479 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b7a01ceb-037f-4ea1-872a-1b9001b6f570 req-ed8bdab8-f3a6-41f9-89ba-91cb13ffac9b tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 945 time: 0.0811498 Jun 09 20:12:09.629018 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b7a01ceb-037f-4ea1-872a-1b9001b6f570 req-6ed243bb-0c8c-47a0-b678-0f6be9f6c3c0 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471406 Jun 09 20:12:09.762123 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e28af-a41f-4295-80a4-9bdd6c50acfa req-9c160099-cf4f-4426-b177-41334b22633b tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:09.763686 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d09e28af-a41f-4295-80a4-9bdd6c50acfa req-9c160099-cf4f-4426-b177-41334b22633b tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.0839577 Jun 09 20:12:09.811379 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d09e28af-a41f-4295-80a4-9bdd6c50acfa req-791db1f3-0e52-4f34-a23c-85d60b0b1fd9 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411348 Jun 09 20:12:10.142917 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d753a8-e4e3-4fba-8588-5603b76cb836 req-2d52db38-159f-4469-ba50-248f1ef38f4a tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:10.144295 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a9d753a8-e4e3-4fba-8588-5603b76cb836 req-2d52db38-159f-4469-ba50-248f1ef38f4a tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 944 time: 0.0799701 Jun 09 20:12:10.188403 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a9d753a8-e4e3-4fba-8588-5603b76cb836 req-9325e722-2d4a-4a6c-9722-169c4a185ea0 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385079 Jun 09 20:12:10.878319 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab421a0b-5a42-4bd3-b4c1-1378be33fc4a req-291f81f0-288a-422a-b871-fe5dbe52cc43 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:10.879775 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ab421a0b-5a42-4bd3-b4c1-1378be33fc4a req-291f81f0-288a-422a-b871-fe5dbe52cc43 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 945 time: 0.1483436 Jun 09 20:12:10.953858 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ab421a0b-5a42-4bd3-b4c1-1378be33fc4a req-7b870707-1f9c-4296-a4b4-03e800d3fcc7 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683360 Jun 09 20:12:11.003932 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e713b-8003-4e3b-8ee7-b27e0a2a87e0 req-b7ec91de-52d5-45bb-9738-f92623e7b108 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:11.005398 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-664e713b-8003-4e3b-8ee7-b27e0a2a87e0 req-b7ec91de-52d5-45bb-9738-f92623e7b108 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.0855281 Jun 09 20:12:11.053613 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-664e713b-8003-4e3b-8ee7-b27e0a2a87e0 req-817f62eb-39ea-433b-990f-a522966b7e14 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424621 Jun 09 20:12:11.142319 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770ab89-9054-4260-a842-6151d5bd9118 req-46eb8561-2de3-4373-b206-9a0d5a6cdc35 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:11.143841 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-5770ab89-9054-4260-a842-6151d5bd9118 req-46eb8561-2de3-4373-b206-9a0d5a6cdc35 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 945 time: 0.0857618 Jun 09 20:12:11.189798 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-5770ab89-9054-4260-a842-6151d5bd9118 req-f3f2e022-b533-4183-93b1-b62995ba1cfc tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401847 Jun 09 20:12:11.588095 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c6d23-f705-40f0-809b-3137f898d8ac req-6cc2e637-993c-418c-97e1-6b5068eb7e06 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:11.592785 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6c7c6d23-f705-40f0-809b-3137f898d8ac req-6cc2e637-993c-418c-97e1-6b5068eb7e06 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 944 time: 0.0839150 Jun 09 20:12:11.634028 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6c7c6d23-f705-40f0-809b-3137f898d8ac req-4beee444-21ed-4323-8958-d173a582fd91 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382867 Jun 09 20:12:11.831039 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73955844-956c-49da-a6d2-80f9d6e9af54 req-39223858-e29c-4476-9931-374a977376cd tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:11.831039 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-73955844-956c-49da-a6d2-80f9d6e9af54 req-39223858-e29c-4476-9931-374a977376cd tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 945 time: 0.0991688 Jun 09 20:12:11.876888 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-73955844-956c-49da-a6d2-80f9d6e9af54 req-d0f1c04a-e7d9-4331-b89c-7e87ed3e6896 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407279 Jun 09 20:12:12.842395 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb4aee-d706-4d88-affc-596bf7c44c76 req-865b9f2f-8fb5-4886-959d-8041082bb698 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:12.848312 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-41cb4aee-d706-4d88-affc-596bf7c44c76 req-865b9f2f-8fb5-4886-959d-8041082bb698 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 944 time: 0.1007288 Jun 09 20:12:12.891622 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-41cb4aee-d706-4d88-affc-596bf7c44c76 req-8b81b03f-4b08-4863-91a3-81bfe7cb7ca6 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399566 Jun 09 20:12:14.083000 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e7eb8-0659-40c7-9f44-e9a922a24d92 req-e3a6d66f-55b3-4658-802f-ba233bd0912f tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:14.084495 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-571e7eb8-0659-40c7-9f44-e9a922a24d92 req-e3a6d66f-55b3-4658-802f-ba233bd0912f tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 944 time: 0.0798013 Jun 09 20:12:14.130807 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-571e7eb8-0659-40c7-9f44-e9a922a24d92 req-14afacd7-93f2-408c-bf90-fb58be0c596f tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404565 Jun 09 20:12:15.149244 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 44154) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:12:15.299983 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-346f3e71-ca57-4293-a19c-d326c46b286d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:15.373237 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85dc4e-741e-48f7-98bc-cff39bb54438 req-9eabd1ae-835d-41d6-a807-8e5703210ed3 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:15.374670 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-db85dc4e-741e-48f7-98bc-cff39bb54438 req-9eabd1ae-835d-41d6-a807-8e5703210ed3 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 944 time: 0.1371248 Jun 09 20:12:15.435514 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-db85dc4e-741e-48f7-98bc-cff39bb54438 req-70b37b58-e031-47c9-9ee8-6fb7bc2f49d3 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527735 Jun 09 20:12:15.474724 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-346f3e71-ca57-4293-a19c-d326c46b286d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:15.535842 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-346f3e71-ca57-4293-a19c-d326c46b286d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:15.544748 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-ae3ad7ac-2135-478d-8d56-3200d92e89b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:12:15.583092 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-346f3e71-ca57-4293-a19c-d326c46b286d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1c34759666a64337ab616e86e27ea45a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4327903 Jun 09 20:12:15.586354 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f3e71-ca57-4293-a19c-d326c46b286d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09803f2-7a84-4ff7-8053-5973808ea851,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:12:15.586645 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 44162) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:12:15.593123 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f3e71-ca57-4293-a19c-d326c46b286d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:12:15.593581 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f3e71-ca57-4293-a19c-d326c46b286d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:12:15.593995 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f3e71-ca57-4293-a19c-d326c46b286d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:12:15.594412 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f3e71-ca57-4293-a19c-d326c46b286d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:12:15.595909 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f3e71-ca57-4293-a19c-d326c46b286d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:12:15.595909 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f3e71-ca57-4293-a19c-d326c46b286d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:12:15.595909 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f3e71-ca57-4293-a19c-d326c46b286d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:12:15.595909 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f3e71-ca57-4293-a19c-d326c46b286d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:12:15.599414 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f3e71-ca57-4293-a19c-d326c46b286d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:12:15.599414 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f3e71-ca57-4293-a19c-d326c46b286d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:12:15.599414 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f3e71-ca57-4293-a19c-d326c46b286d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:12:15.599414 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f3e71-ca57-4293-a19c-d326c46b286d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:12:15.601327 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-346f3e71-ca57-4293-a19c-d326c46b286d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:12:15.646935 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b7ff6c70-e6a5-4588-966f-e8278a34a513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:15.671799 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b7ff6c70-e6a5-4588-966f-e8278a34a513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:15.827857 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b7ff6c70-e6a5-4588-966f-e8278a34a513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:15.830274 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b7ff6c70-e6a5-4588-966f-e8278a34a513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:15.831410 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-b7ff6c70-e6a5-4588-966f-e8278a34a513 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c09803f2-7a84-4ff7-8053-5973808ea851 HTTP/1.1" status: 204 len: 168 time: 0.2444854 Jun 09 20:12:15.832281 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-c9fff44a-6c73-4990-9626-cf0a66af9c86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:12:15.842362 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff6c70-e6a5-4588-966f-e8278a34a513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09803f2-7a84-4ff7-8053-5973808ea851,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:12:15.849913 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff6c70-e6a5-4588-966f-e8278a34a513 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:12:15.850281 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff6c70-e6a5-4588-966f-e8278a34a513 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:12:15.850696 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff6c70-e6a5-4588-966f-e8278a34a513 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:12:15.851050 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff6c70-e6a5-4588-966f-e8278a34a513 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:12:15.851400 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff6c70-e6a5-4588-966f-e8278a34a513 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:12:15.851774 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff6c70-e6a5-4588-966f-e8278a34a513 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:12:15.852144 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff6c70-e6a5-4588-966f-e8278a34a513 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:12:15.852512 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff6c70-e6a5-4588-966f-e8278a34a513 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:12:15.852855 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff6c70-e6a5-4588-966f-e8278a34a513 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:12:15.853197 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff6c70-e6a5-4588-966f-e8278a34a513 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:12:15.853536 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff6c70-e6a5-4588-966f-e8278a34a513 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:12:15.853871 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff6c70-e6a5-4588-966f-e8278a34a513 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:12:15.862766 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-b7ff6c70-e6a5-4588-966f-e8278a34a513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:12:16.627074 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d93c1-2a72-4e76-a5a6-6d40a3d00736 req-5ba3d21b-70b2-4936-9918-ca43458fbf24 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:16.628550 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d96d93c1-2a72-4e76-a5a6-6d40a3d00736 req-5ba3d21b-70b2-4936-9918-ca43458fbf24 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 944 time: 0.0800309 Jun 09 20:12:16.671758 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d96d93c1-2a72-4e76-a5a6-6d40a3d00736 req-fd42b956-305d-43a5-ad80-e60a130b738e tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375645 Jun 09 20:12:17.879273 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445071f3-eb4a-488a-93a1-99ed5ddb63fd req-2d6c347c-a104-4c9d-8a4a-973a1df3f898 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:17.880740 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-445071f3-eb4a-488a-93a1-99ed5ddb63fd req-2d6c347c-a104-4c9d-8a4a-973a1df3f898 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 944 time: 0.0903294 Jun 09 20:12:17.924715 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-445071f3-eb4a-488a-93a1-99ed5ddb63fd req-e0151fd7-97b2-44d1-ad2a-42fddeeb6748 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383184 Jun 09 20:12:18.300962 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8b0ab-63aa-43d0-9d43-4a5eeacee854 req-22105d89-8280-4c4a-aeed-0e0a525dbfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:18.302304 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b3c8b0ab-63aa-43d0-9d43-4a5eeacee854 req-22105d89-8280-4c4a-aeed-0e0a525dbfd9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c&tenant_id=ce21b31906334471913e27e7b2dd9bf2 HTTP/1.1" status: 200 len: 1097 time: 0.0727642 Jun 09 20:12:18.398639 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8b0ab-63aa-43d0-9d43-4a5eeacee854 req-2a751544-2943-470e-9325-7ab234e6613c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:18.400169 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b3c8b0ab-63aa-43d0-9d43-4a5eeacee854 req-2a751544-2943-470e-9325-7ab234e6613c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce21b31906334471913e27e7b2dd9bf2&device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 1097 time: 0.0698216 Jun 09 20:12:18.537538 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8b0ab-63aa-43d0-9d43-4a5eeacee854 req-a8c1dded-abfd-432b-818d-bed9bad43386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:18.539612 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b3c8b0ab-63aa-43d0-9d43-4a5eeacee854 req-a8c1dded-abfd-432b-818d-bed9bad43386 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d61eb754-bcce-4b42-88fd-e498290dcd18 HTTP/1.1" status: 200 len: 918 time: 0.1299334 Jun 09 20:12:18.650334 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b3c8b0ab-63aa-43d0-9d43-4a5eeacee854 req-b5676c9c-cf8c-4b4f-81e3-e4de6aacafc2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fab7981-892d-4a80-b2cc-8082e7140e40 HTTP/1.1" status: 200 len: 1000 time: 0.0988519 Jun 09 20:12:18.715821 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8b0ab-63aa-43d0-9d43-4a5eeacee854 req-164864b2-8c35-463a-828b-3feda901b16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:18.717322 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b3c8b0ab-63aa-43d0-9d43-4a5eeacee854 req-164864b2-8c35-463a-828b-3feda901b16c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3e75af2a-aa07-4655-b1c0-db112593470c HTTP/1.1" status: 200 len: 856 time: 0.0559101 Jun 09 20:12:18.794070 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8b0ab-63aa-43d0-9d43-4a5eeacee854 req-3b52c705-0c15-4e6b-b4f9-cf92c3a17993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:18.795995 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b3c8b0ab-63aa-43d0-9d43-4a5eeacee854 req-3b52c705-0c15-4e6b-b4f9-cf92c3a17993 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d61eb754-bcce-4b42-88fd-e498290dcd18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0715616 Jun 09 20:12:18.928796 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b3c8b0ab-63aa-43d0-9d43-4a5eeacee854 req-9c2aed10-674d-479a-8f9c-7599c5712c4b service neutron] 10.222.0.22 "GET /v2.0/networks/d61eb754-bcce-4b42-88fd-e498290dcd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247241 Jun 09 20:12:19.067608 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b3c8b0ab-63aa-43d0-9d43-4a5eeacee854 req-04c4015f-2b5b-4561-9e98-6dfe408aed32 service neutron] 10.222.0.22 "GET /v2.0/networks/d61eb754-bcce-4b42-88fd-e498290dcd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305354 Jun 09 20:12:19.265359 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ff8b1-4180-4035-ab95-7c162b7dc6e2 req-58925894-8108-42c7-bc27-32096369bf24 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:19.267013 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6f5ff8b1-4180-4035-ab95-7c162b7dc6e2 req-58925894-8108-42c7-bc27-32096369bf24 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 944 time: 0.0855143 Jun 09 20:12:19.320561 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6f5ff8b1-4180-4035-ab95-7c162b7dc6e2 req-f9b40e41-a485-4758-a9d0-036e763902dc tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475926 Jun 09 20:12:20.510860 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b017635-2aec-4d8a-919f-d8263b94ea7d req-d89a08a8-8a15-42bc-8431-5773cac444ae tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:20.512528 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-0b017635-2aec-4d8a-919f-d8263b94ea7d req-d89a08a8-8a15-42bc-8431-5773cac444ae tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 944 time: 0.0858154 Jun 09 20:12:20.558675 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-0b017635-2aec-4d8a-919f-d8263b94ea7d req-e5fc6611-2f32-4fe1-aa28-efe007b8741b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395799 Jun 09 20:12:21.940926 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977f311-4d1a-4638-9a65-b0f1174b692a req-93dac95c-62a7-425c-8c0a-74e6f4a7ab53 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:21.940926 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f977f311-4d1a-4638-9a65-b0f1174b692a req-93dac95c-62a7-425c-8c0a-74e6f4a7ab53 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 944 time: 0.0821195 Jun 09 20:12:21.940926 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f977f311-4d1a-4638-9a65-b0f1174b692a req-8a2b0a74-2202-4eab-b052-9146d8eacb13 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445278 Jun 09 20:12:23.119792 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf62e8e-3e1f-4200-96c5-0cf483107efc req-9b146bb0-236c-4990-93d4-0517d20e6a9f tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:23.122134 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ebf62e8e-3e1f-4200-96c5-0cf483107efc req-9b146bb0-236c-4990-93d4-0517d20e6a9f tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 944 time: 0.0830247 Jun 09 20:12:23.170977 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ebf62e8e-3e1f-4200-96c5-0cf483107efc req-7e693012-a7f3-439e-b756-07adc47d6838 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435224 Jun 09 20:12:24.262748 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d58f7-b904-471f-ad70-91f58d9d07d6 req-23dcae7d-c8eb-436a-8665-077f29b02f66 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:24.264357 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2d5d58f7-b904-471f-ad70-91f58d9d07d6 req-23dcae7d-c8eb-436a-8665-077f29b02f66 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.0862505 Jun 09 20:12:24.353454 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2d5d58f7-b904-471f-ad70-91f58d9d07d6 req-2fc7ed53-9ecc-4270-9554-f7e8fa696b99 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825455 Jun 09 20:12:24.399374 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d59d5-a047-445e-816d-9c5fc5ee2800 req-f8dcec32-bc5f-4834-b91e-26eaa9ea2c53 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:24.401132 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4d8d59d5-a047-445e-816d-9c5fc5ee2800 req-f8dcec32-bc5f-4834-b91e-26eaa9ea2c53 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 944 time: 0.1098692 Jun 09 20:12:24.449667 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4d8d59d5-a047-445e-816d-9c5fc5ee2800 req-57c0e305-33e3-453b-a0cf-e0409c409fbb tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417821 Jun 09 20:12:24.570473 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:25.732606 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07988a4a-0daf-471d-a5aa-733ad3168fd1 req-1ceef97f-616f-4bbb-9026-b3c569a6d077 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:25.734145 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-07988a4a-0daf-471d-a5aa-733ad3168fd1 req-1ceef97f-616f-4bbb-9026-b3c569a6d077 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 944 time: 0.1454732 Jun 09 20:12:25.745765 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef25d06-9aed-4fca-8da4-2d291c1dcd74 req-f079374d-c236-4b8b-830c-70d011d02cc6 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:25.747247 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3ef25d06-9aed-4fca-8da4-2d291c1dcd74 req-f079374d-c236-4b8b-830c-70d011d02cc6 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.1193445 Jun 09 20:12:25.888082 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-07988a4a-0daf-471d-a5aa-733ad3168fd1 req-e4ffcd60-ad90-4eb2-8ac9-9b4c12ad1757 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395612 Jun 09 20:12:25.892978 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3ef25d06-9aed-4fca-8da4-2d291c1dcd74 req-cdc04d4a-73a6-4da3-be1c-682bec54ff73 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613718 Jun 09 20:12:27.159046 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a9672-fab2-4a95-99d0-86ea66010654 req-6112b85f-4a00-4d49-aa77-66b8a5cdbc63 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:27.160593 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-222a9672-fab2-4a95-99d0-86ea66010654 req-6112b85f-4a00-4d49-aa77-66b8a5cdbc63 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 944 time: 0.1156995 Jun 09 20:12:27.168727 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07255eca-1543-4c09-9d4c-3caaa7e15fde req-c0aae2d9-d4ab-4d27-b33b-d3c296acee14 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:27.170443 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-07255eca-1543-4c09-9d4c-3caaa7e15fde req-c0aae2d9-d4ab-4d27-b33b-d3c296acee14 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.1612813 Jun 09 20:12:27.237499 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-222a9672-fab2-4a95-99d0-86ea66010654 req-d61dd173-5044-43a4-b8fd-f7996476e151 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661609 Jun 09 20:12:27.249488 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-07255eca-1543-4c09-9d4c-3caaa7e15fde req-502caa23-e618-43cc-aac2-2ce6281216d0 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626578 Jun 09 20:12:28.497353 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d25c4c-2946-4c0a-af7b-92e02ad39d4f req-7b4ae137-9e28-471a-b9ea-4953ec2308cc tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:28.498909 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-78d25c4c-2946-4c0a-af7b-92e02ad39d4f req-7b4ae137-9e28-471a-b9ea-4953ec2308cc tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.1057589 Jun 09 20:12:28.529830 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591adf0-72b9-49f8-b4e2-03dddad9c3e6 req-9f8a1c0d-ee7a-400c-a606-9b7caec6884a tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:28.531361 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a591adf0-72b9-49f8-b4e2-03dddad9c3e6 req-9f8a1c0d-ee7a-400c-a606-9b7caec6884a tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 944 time: 0.1720407 Jun 09 20:12:28.583999 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-78d25c4c-2946-4c0a-af7b-92e02ad39d4f req-57ed17c8-b676-4bba-88da-9e2d4d174d4a tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788097 Jun 09 20:12:28.605084 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a591adf0-72b9-49f8-b4e2-03dddad9c3e6 req-186dc19d-2019-427a-9527-7406248d1f11 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635977 Jun 09 20:12:29.033704 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-2491a9a2-d7b2-43a4-900d-9a18a6eb840e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:29.878427 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc166c3f-3451-4554-a217-002989bacc01 req-b57da417-632c-4e66-96c0-210c3ee1a2ab tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:29.880116 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-fc166c3f-3451-4554-a217-002989bacc01 req-b57da417-632c-4e66-96c0-210c3ee1a2ab tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.1608295 Jun 09 20:12:29.889945 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec6138-4146-444f-bfda-5f2c09730ff9 req-6ae7779e-e088-4204-a7c5-c607b95dd3e3 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:29.891402 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4dec6138-4146-444f-bfda-5f2c09730ff9 req-6ae7779e-e088-4204-a7c5-c607b95dd3e3 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 944 time: 0.1408408 Jun 09 20:12:29.967297 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-fc166c3f-3451-4554-a217-002989bacc01 req-60fa479a-189a-4229-a28e-e6ea9bef6639 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748484 Jun 09 20:12:29.980900 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4dec6138-4146-444f-bfda-5f2c09730ff9 req-35428ab8-af7c-430a-a3c4-9c1da323e709 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683160 Jun 09 20:12:31.226889 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73480a-fe35-4188-b409-107fc85fd324 req-f1e1e20b-7372-4236-81fb-50d796219900 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:31.228377 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-7e73480a-fe35-4188-b409-107fc85fd324 req-f1e1e20b-7372-4236-81fb-50d796219900 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 944 time: 0.1095057 Jun 09 20:12:31.236345 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8acb7b-5c63-402f-8d4c-8c0a1dcac5fe req-49199a4e-4098-44d9-af3f-9b67e62108b2 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:31.237774 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2b8acb7b-5c63-402f-8d4c-8c0a1dcac5fe req-49199a4e-4098-44d9-af3f-9b67e62108b2 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.1603053 Jun 09 20:12:31.307759 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-7e73480a-fe35-4188-b409-107fc85fd324 req-1864fe08-634c-4cad-893f-f1e607c68429 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690033 Jun 09 20:12:31.313894 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2b8acb7b-5c63-402f-8d4c-8c0a1dcac5fe req-86d17086-37f3-4f2c-94da-13bd9fd40b19 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608542 Jun 09 20:12:31.451245 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:31.942363 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-b08cebd0-70d3-4c60-9fd4-60f254eb5729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:32.559855 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6ba70-c487-44d4-8e7d-6b3b42a39663 req-fa72eb36-dbde-4735-b1b1-667eb8faa4f4 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:32.561839 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9fa6ba70-c487-44d4-8e7d-6b3b42a39663 req-fa72eb36-dbde-4735-b1b1-667eb8faa4f4 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.1417596 Jun 09 20:12:32.573295 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880dcbc5-22fe-4659-a89a-3f579c4a2105 req-af797132-a9ec-4429-8745-ee01dbf0776d tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:32.574742 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-880dcbc5-22fe-4659-a89a-3f579c4a2105 req-af797132-a9ec-4429-8745-ee01dbf0776d tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 944 time: 0.1200488 Jun 09 20:12:32.648733 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9fa6ba70-c487-44d4-8e7d-6b3b42a39663 req-78269aa9-b3fc-4020-b360-af08bc9cf110 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730193 Jun 09 20:12:32.656884 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-880dcbc5-22fe-4659-a89a-3f579c4a2105 req-c36cae4c-888d-4703-90de-340fc7a7432f tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644081 Jun 09 20:12:32.731336 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:33.904307 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e2414-77c8-46b7-a647-dac6142765b0 req-0af20930-ab8e-49dd-952c-721a8f14502d tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:33.905688 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-445e2414-77c8-46b7-a647-dac6142765b0 req-0af20930-ab8e-49dd-952c-721a8f14502d tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.1451066 Jun 09 20:12:33.912809 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ccaeb-1c63-4f92-a6e1-e4ccf7b860fe req-dcfdf133-28d1-42e0-ac30-0393cf721ecb tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:33.914140 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-7d3ccaeb-1c63-4f92-a6e1-e4ccf7b860fe req-dcfdf133-28d1-42e0-ac30-0393cf721ecb tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 944 time: 0.1227407 Jun 09 20:12:33.980364 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-445e2414-77c8-46b7-a647-dac6142765b0 req-484471ec-64db-4b9d-8d44-39edd20635a0 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652668 Jun 09 20:12:33.990938 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-7d3ccaeb-1c63-4f92-a6e1-e4ccf7b860fe req-fe60b74e-013f-4446-b47a-ec9df61efe4d tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620220 Jun 09 20:12:34.313606 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:35.233885 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b702f-5b42-4611-9a71-e703d2e310bc req-50abf306-9876-4294-bc56-428a023327c6 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:35.235402 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-307b702f-5b42-4611-9a71-e703d2e310bc req-50abf306-9876-4294-bc56-428a023327c6 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.1413803 Jun 09 20:12:35.246508 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71c8aa-da5b-4424-84a3-1596c5683adf req-dd61effb-bd2b-4b1d-921f-9a1e81a5cd19 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:35.248714 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8d71c8aa-da5b-4424-84a3-1596c5683adf req-dd61effb-bd2b-4b1d-921f-9a1e81a5cd19 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 944 time: 0.1188793 Jun 09 20:12:35.316494 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-307b702f-5b42-4611-9a71-e703d2e310bc req-9efaae4f-c087-4c54-895f-5c73095e2945 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668335 Jun 09 20:12:35.320690 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8d71c8aa-da5b-4424-84a3-1596c5683adf req-2aa2f9c7-76b3-4700-9caf-bc0f83193f34 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584745 Jun 09 20:12:35.563300 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-151da620-d101-457c-a826-02636972910c req-c76535a3-e279-43da-a041-0048cfa3eec3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684404 Jun 09 20:12:35.720749 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151da620-d101-457c-a826-02636972910c req-0fe858e6-4d2d-41a2-a73e-41ea7b93207d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:35.722177 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-151da620-d101-457c-a826-02636972910c req-0fe858e6-4d2d-41a2-a73e-41ea7b93207d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a153f4ee3c7640608753fa26850931e1&device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 1098 time: 0.1285753 Jun 09 20:12:35.870084 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151da620-d101-457c-a826-02636972910c req-3640cab8-c751-4c5c-a3da-12cd64a669a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:35.871363 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-151da620-d101-457c-a826-02636972910c req-3640cab8-c751-4c5c-a3da-12cd64a669a8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4a036ca4-dd58-4133-bd8c-881911c6180b HTTP/1.1" status: 200 len: 912 time: 0.1219368 Jun 09 20:12:35.975039 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-151da620-d101-457c-a826-02636972910c req-1d987cdb-bc44-4fc1-b92e-3a610d267400 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e662586-e1de-4e24-bc6a-37a144bd6f2c HTTP/1.1" status: 200 len: 1000 time: 0.0937226 Jun 09 20:12:36.037159 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151da620-d101-457c-a826-02636972910c req-b4a59ab0-776d-4161-8014-7792791f8b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:36.038573 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-151da620-d101-457c-a826-02636972910c req-b4a59ab0-776d-4161-8014-7792791f8b58 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=300c2a4a-c553-45e5-8e44-47365525b421 HTTP/1.1" status: 200 len: 850 time: 0.0550675 Jun 09 20:12:36.119776 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151da620-d101-457c-a826-02636972910c req-07629e12-b411-4899-92f3-790afc74d706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:36.121280 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-151da620-d101-457c-a826-02636972910c req-07629e12-b411-4899-92f3-790afc74d706 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a036ca4-dd58-4133-bd8c-881911c6180b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0672834 Jun 09 20:12:36.256235 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-151da620-d101-457c-a826-02636972910c req-fb0a3a0c-ec47-405c-a2b9-5cccd6667632 service neutron] 10.222.0.22 "GET /v2.0/networks/4a036ca4-dd58-4133-bd8c-881911c6180b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251984 Jun 09 20:12:36.390103 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-151da620-d101-457c-a826-02636972910c req-57fbf9ce-3685-4468-95a1-cc59366f2b33 service neutron] 10.222.0.22 "GET /v2.0/networks/4a036ca4-dd58-4133-bd8c-881911c6180b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247292 Jun 09 20:12:36.559731 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885f13c-5017-4809-a6b9-a154c10321bb req-82af4be2-66a2-4c73-b474-9d84928b1c83 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:36.561700 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-0885f13c-5017-4809-a6b9-a154c10321bb req-82af4be2-66a2-4c73-b474-9d84928b1c83 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.1399109 Jun 09 20:12:36.569346 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9020826-c303-4ccb-ac8e-f01eb5e71291 req-6e592ca4-f140-4e38-8250-cc01304f1937 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:36.570665 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b9020826-c303-4ccb-ac8e-f01eb5e71291 req-6e592ca4-f140-4e38-8250-cc01304f1937 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 944 time: 0.1105354 Jun 09 20:12:36.712121 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-0885f13c-5017-4809-a6b9-a154c10321bb req-cd3db6b6-69c0-4df5-bd92-d28031f90d37 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404209 Jun 09 20:12:36.716196 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b9020826-c303-4ccb-ac8e-f01eb5e71291 req-a42640f4-a66f-4587-ad19-fe97df2b7c7c tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300313 Jun 09 20:12:37.691995 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397301c0-f96f-4145-b6c0-40e5e556828d req-21ba2fed-9be7-4706-a062-9af0cdfdd5a2 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:37.693433 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-397301c0-f96f-4145-b6c0-40e5e556828d req-21ba2fed-9be7-4706-a062-9af0cdfdd5a2 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 945 time: 0.0815887 Jun 09 20:12:37.739091 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-397301c0-f96f-4145-b6c0-40e5e556828d req-8ccf3051-3096-4777-90ab-5207c858d6c3 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392325 Jun 09 20:12:37.762851 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 44380) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:12:37.967248 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abb7d6-6d42-47bb-a4f7-74b2a84360fc req-1f83d104-b652-4142-8a28-7ca44f0c83b7 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:37.968737 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-73abb7d6-6d42-47bb-a4f7-74b2a84360fc req-1f83d104-b652-4142-8a28-7ca44f0c83b7 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.1516192 Jun 09 20:12:37.976698 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872157e-0f47-40e1-a5ac-831134236b85 req-4faa2f87-cd3c-4fe5-a4ec-3b3a64d2640d tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:37.978075 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-5872157e-0f47-40e1-a5ac-831134236b85 req-4faa2f87-cd3c-4fe5-a4ec-3b3a64d2640d tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 944 time: 0.1265492 Jun 09 20:12:37.998888 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b8d04f-a82b-4bfa-b8de-194815a43094 tempest-TestMinimumBasicScenario-406951212 tempest-TestMinimumBasicScenario-406951212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:38.000377 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-02b8d04f-a82b-4bfa-b8de-194815a43094 tempest-TestMinimumBasicScenario-406951212 tempest-TestMinimumBasicScenario-406951212-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 1093 time: 0.2359233 Jun 09 20:12:38.003218 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 44384) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:12:38.007485 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-79ac3aa8-edb8-4cdb-973a-91188b2d3d4e tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Request body: {'floatingip': {'floating_network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'port_id': '63388241-1158-44c1-b8af-a95f73d8fc9f', 'tenant_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:12:38.042978 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-73abb7d6-6d42-47bb-a4f7-74b2a84360fc req-094b5585-b1b2-478c-9924-8cd1f644bd60 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638607 Jun 09 20:12:38.054113 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-5872157e-0f47-40e1-a5ac-831134236b85 req-304c99ea-4e63-401d-a616-e2d8375b5e96 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606816 Jun 09 20:12:38.130794 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-79ac3aa8-edb8-4cdb-973a-91188b2d3d4e tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks [] for floatingip, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:38.267336 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-79ac3aa8-edb8-4cdb-973a-91188b2d3d4e tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:38.396928 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_common [None req-79ac3aa8-edb8-4cdb-973a-91188b2d3d4e tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Allocated IP 172.27.0.146 (7113ecea-0b68-4d56-a6ae-4e94112ae602/d4394e15-b094-4f4f-853e-c157ecdb6024/e6c0fe98-e670-4615-80c0-3edea509abaa) {{(pid=92456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:12:38.538048 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-79ac3aa8-edb8-4cdb-973a-91188b2d3d4e tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks [] for port, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:38.676814 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-79ac3aa8-edb8-4cdb-973a-91188b2d3d4e tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2273985'] for port, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:38.686921 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-b85df87c-6af4-4faf-9fbc-3895cc474a6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:12:38.755166 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ac3aa8-edb8-4cdb-973a-91188b2d3d4e tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Network 7113ecea-0b68-4d56-a6ae-4e94112ae602 is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:12:38.758045 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [None req-79ac3aa8-edb8-4cdb-973a-91188b2d3d4e tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:12:38.761005 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ac3aa8-edb8-4cdb-973a-91188b2d3d4e tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Received port after_create {{(pid=92456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:12:38.805704 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac3aa8-edb8-4cdb-973a-91188b2d3d4e tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Pushing event updated for resources: {'Port': ['ID=e6c0fe98-e670-4615-80c0-3edea509abaa,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:12:38.816157 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-79ac3aa8-edb8-4cdb-973a-91188b2d3d4e tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:12:38.887706 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c882bd8-becc-489e-b8af-8329fb77fc2a req-85e8bdbe-351d-432d-955e-d39b937fa870 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:38.889600 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-6c882bd8-becc-489e-b8af-8329fb77fc2a req-85e8bdbe-351d-432d-955e-d39b937fa870 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.22 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.2516088 Jun 09 20:12:39.036572 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-983903ac-6004-4973-ac56-d204df122db6 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:39.037991 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-983903ac-6004-4973-ac56-d204df122db6 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/networks?id=c2c6a903-4702-43e5-a13a-9d00e3beebb9 HTTP/1.1" status: 200 len: 815 time: 0.1441114 Jun 09 20:12:39.052658 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-a315dfa2-ecec-4279-b437-53a29a2a10b7 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/quotas/e3301fd48bee4c58b886281bcfd984c4 HTTP/1.1" status: 200 len: 375 time: 0.0091653 Jun 09 20:12:39.143500 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-39be0d7c-a8e9-42c0-83f8-a57e7cf3bb6c tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e3301fd48bee4c58b886281bcfd984c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0852339 Jun 09 20:12:39.321387 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [req-6c882bd8-becc-489e-b8af-8329fb77fc2a req-39681918-9d4b-4a1e-afe0-f8c02b2a7714 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Deleting port 8f8ef9d5-94bd-4782-8f45-5d69c05c158c {{(pid=92456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:12:39.321741 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-6c882bd8-becc-489e-b8af-8329fb77fc2a req-39681918-9d4b-4a1e-afe0-f8c02b2a7714 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:39.342786 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-c2e3c856-fb53-4dd3-9993-8b1862163a46 service neutron] 10.222.0.15 "GET /v2.0/networks/c2c6a903-4702-43e5-a13a-9d00e3beebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925044 Jun 09 20:12:39.353660 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c0df0-b679-4b6b-b8bb-6cc18163802f req-0ae3e6aa-c5aa-4815-b3c3-d534abb1e4e1 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:39.355008 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-690c0df0-b679-4b6b-b8bb-6cc18163802f req-0ae3e6aa-c5aa-4815-b3c3-d534abb1e4e1 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 946 time: 0.1847742 Jun 09 20:12:39.472540 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-690c0df0-b679-4b6b-b8bb-6cc18163802f req-9c1009cd-ab6e-432e-9926-642c8d8da0f8 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987170 Jun 09 20:12:39.512239 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-49ea62be-7eaa-47dd-8f97-4fae6f8d438e service neutron] 10.222.0.15 "GET /v2.0/networks/c2c6a903-4702-43e5-a13a-9d00e3beebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562819 Jun 09 20:12:39.609866 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-6c882bd8-becc-489e-b8af-8329fb77fc2a req-39681918-9d4b-4a1e-afe0-f8c02b2a7714 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] For port 8f8ef9d5-94bd-4782-8f45-5d69c05c158c, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=8f8ef9d5-94bd-4782-8f45-5d69c05c158c,segment=NetworkSegment(7e693cad-958c-450d-b744-b9a52e4f9dcc),segment_id=7e693cad-958c-450d-b744-b9a52e4f9dcc)] {{(pid=92456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:12:39.610228 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-6c882bd8-becc-489e-b8af-8329fb77fc2a req-39681918-9d4b-4a1e-afe0-f8c02b2a7714 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:39.665294 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475f4e5-4106-4c20-834c-73f75d683426 req-104407e8-2411-4f7c-8987-5055bbc50a8d tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:39.666728 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-5475f4e5-4106-4c20-834c-73f75d683426 req-104407e8-2411-4f7c-8987-5055bbc50a8d tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 944 time: 0.0829306 Jun 09 20:12:39.715062 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-5475f4e5-4106-4c20-834c-73f75d683426 req-d6b812ad-fc5a-4766-be1e-18480953ed49 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412700 Jun 09 20:12:39.751288 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [req-6c882bd8-becc-489e-b8af-8329fb77fc2a req-39681918-9d4b-4a1e-afe0-f8c02b2a7714 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Calling delete_port for 8f8ef9d5-94bd-4782-8f45-5d69c05c158c owned by compute:nova {{(pid=92456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:12:39.763997 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-79ac3aa8-edb8-4cdb-973a-91188b2d3d4e tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:39.826868 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-190fe2eb-ce29-4b3c-9de0-7a9498e1d8e3 req-ee6fe11b-6157-4753-b07c-e23bb827538c tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=2202cc1d-1cbb-410b-9f59-7a60d78c06b3 HTTP/1.1" status: 200 len: 210 time: 0.0423722 Jun 09 20:12:39.965114 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-79ac3aa8-edb8-4cdb-973a-91188b2d3d4e tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:40.021411 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-6c882bd8-becc-489e-b8af-8329fb77fc2a req-39681918-9d4b-4a1e-afe0-f8c02b2a7714 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2273976'] for port, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:40.027800 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-5498c520-d0f6-40cb-b352-02f95962d508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:12:40.033701 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['8f8ef9d5-94bd-4782-8f45-5d69c05c158c', 'dfe8fdb1-b7da-47a4-9f17-bfd53122553f'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:12:40.088829 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39681918-9d4b-4a1e-afe0-f8c02b2a7714 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Pushing event deleted for resources: {'Port': ['ID=8f8ef9d5-94bd-4782-8f45-5d69c05c158c,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:12:40.141944 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-39681918-9d4b-4a1e-afe0-f8c02b2a7714 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:12:40.224577 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c882bd8-becc-489e-b8af-8329fb77fc2a req-39681918-9d4b-4a1e-afe0-f8c02b2a7714 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] No DVR routers for this DVR port 8f8ef9d5-94bd-4782-8f45-5d69c05c158c on host hv-cinder-79566 {{(pid=92456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 20:12:40.228223 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-6c882bd8-becc-489e-b8af-8329fb77fc2a req-39681918-9d4b-4a1e-afe0-f8c02b2a7714 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:40.230093 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-6c882bd8-becc-489e-b8af-8329fb77fc2a req-39681918-9d4b-4a1e-afe0-f8c02b2a7714 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.22 "DELETE /v2.0/ports/8f8ef9d5-94bd-4782-8f45-5d69c05c158c HTTP/1.1" status: 204 len: 173 time: 1.3018918 Jun 09 20:12:40.230574 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b98934-e01e-4a3f-90e5-bc580afa5a27', 'name': 'network-vif-deleted', 'tag': '8f8ef9d5-94bd-4782-8f45-5d69c05c158c'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:12:40.232895 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26cfcc22-d9c2-4483-ae64-b055dead825e" -d '{"events": [{"server_uuid": "94b98934-e01e-4a3f-90e5-bc580afa5a27", "name": "network-vif-deleted", "tag": "8f8ef9d5-94bd-4782-8f45-5d69c05c158c"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:12:40.277233 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2432bd-2d3c-4cb1-9ed8-9ae2e0cd0784 x-openstack-request-id: req-8d2432bd-2d3c-4cb1-9ed8-9ae2e0cd0784 {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:12:40.277558 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b98934-e01e-4a3f-90e5-bc580afa5a27", "name": "network-vif-deleted", "tag": "8f8ef9d5-94bd-4782-8f45-5d69c05c158c", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:12:40.277841 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8d2432bd-2d3c-4cb1-9ed8-9ae2e0cd0784 {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:12:40.278297 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b98934-e01e-4a3f-90e5-bc580afa5a27', 'name': 'network-vif-deleted', 'tag': '8f8ef9d5-94bd-4782-8f45-5d69c05c158c', 'status': 'completed', 'code': 200} Jun 09 20:12:40.300956 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-79ac3aa8-edb8-4cdb-973a-91188b2d3d4e tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks [] for port, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:40.399260 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-79ac3aa8-edb8-4cdb-973a-91188b2d3d4e tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2273971'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:40.405314 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-f732089f-e457-4c8e-ad3f-3652bee4de03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:12:40.591982 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac3aa8-edb8-4cdb-973a-91188b2d3d4e tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Pushing event updated for resources: {'Port': ['ID=e6c0fe98-e670-4615-80c0-3edea509abaa,revision_number=2']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:12:40.601651 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-79ac3aa8-edb8-4cdb-973a-91188b2d3d4e tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:12:40.609706 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-79ac3aa8-edb8-4cdb-973a-91188b2d3d4e tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3925089'] for floatingip, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:40.639784 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f5440944-c044-4d5c-9614-d6d5f8704179 req-f0add694-0efb-4c7e-84a3-a1c2ccd698a9 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=94b98934-e01e-4a3f-90e5-bc580afa5a27 HTTP/1.1" status: 200 len: 210 time: 0.0420616 Jun 09 20:12:40.781394 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.db.l3_db [None req-79ac3aa8-edb8-4cdb-973a-91188b2d3d4e tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Floating IP 6e41bdc0-889e-41aa-b483-f43c388179e4 associated. External IP: 172.27.0.146, port: 63388241-1158-44c1-b8af-a95f73d8fc9f. Jun 09 20:12:40.917542 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a886955-5076-4229-9886-ef43a289aff4 req-e1a5f64e-1077-473a-8f0a-d94ea7d2a759 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:40.921492 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2a886955-5076-4229-9886-ef43a289aff4 req-e1a5f64e-1077-473a-8f0a-d94ea7d2a759 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 944 time: 0.0857446 Jun 09 20:12:40.990363 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c7247505-53aa-4739-90ae-2d8e77b26a3c req-70e1c66a-7e0c-49b5-927f-4294a34917b6 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=2202cc1d-1cbb-410b-9f59-7a60d78c06b3 HTTP/1.1" status: 200 len: 210 time: 0.0485804 Jun 09 20:12:41.024223 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2a886955-5076-4229-9886-ef43a289aff4 req-2506d9dc-37e3-4465-bd55-57c8fe5064ca tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958116 Jun 09 20:12:41.161961 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ac3aa8-edb8-4cdb-973a-91188b2d3d4e tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Router 593f85ca-8bde-4ba0-b6a7-55f88c630b63 has already been hosted by L3 agent 64117835-a1f5-4801-ace7-11985afbc460 {{(pid=92456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 20:12:41.343802 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ac3aa8-edb8-4cdb-973a-91188b2d3d4e tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:12:41.353339 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23efd03-7e13-45bb-af59-bc04e2aeb961 None None] Sync routers for ids ['593f85ca-8bde-4ba0-b6a7-55f88c630b63'] in dv-cinder-795669-1-iscsi {{(pid=92458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:12:41.363289 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23efd03-7e13-45bb-af59-bc04e2aeb961 None None] Routers {'593f85ca-8bde-4ba0-b6a7-55f88c630b63'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:12:41.364050 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-f23efd03-7e13-45bb-af59-bc04e2aeb961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:12:32Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['593f85ca-8bde-4ba0-b6a7-55f88c630b63'], 'active': True} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:12:41.473718 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-79ac3aa8-edb8-4cdb-973a-91188b2d3d4e tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for floatingip, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:41.532233 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-79ac3aa8-edb8-4cdb-973a-91188b2d3d4e tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5278587 Jun 09 20:12:41.534895 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 44424) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:12:41.538671 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvr_db [None req-f23efd03-7e13-45bb-af59-bc04e2aeb961 None None] Set router 593f85ca-8bde-4ba0-b6a7-55f88c630b63 gateway port host: dv-cinder-795669-1-iscsi {{(pid=92458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:12:41.539254 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-8733bc02-75ff-4ebe-9c59-948595295f24 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1177757879', 'description': 'tempest-secgroup-smoke-1177757879 description', 'project_id': 'bc4be921a85642e6a1eaee96dd2e4f81'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:12:41.668433 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-8733bc02-75ff-4ebe-9c59-948595295f24 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:41.767608 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-8733bc02-75ff-4ebe-9c59-948595295f24 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:41.894596 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-f23efd03-7e13-45bb-af59-bc04e2aeb961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593f85ca-8bde-4ba0-b6a7-55f88c630b63', 'name': 'tempest-TestMinimumBasicScenario-1179336273-router', 'tenant_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4ffd7231-7b06-498e-8989-9fd2b25dea81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:10:54Z', 'updated_at': '2021-06-09T20:10:59Z', 'revision_number': 4, 'project_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'gw_port': {'id': '4ffd7231-7b06-498e-8989-9fd2b25dea81', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593f85ca-8bde-4ba0-b6a7-55f88c630b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:10:55Z', 'updated_at': '2021-06-09T20:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_floatingips': [{'id': '6e41bdc0-889e-41aa-b483-f43c388179e4', 'tenant_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'router_id': '593f85ca-8bde-4ba0-b6a7-55f88c630b63', 'port_id': '63388241-1158-44c1-b8af-a95f73d8fc9f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71b291fa-6576-4644-a9a4-a1131eaefd10', 'mac_address': 'fa:16:3e:91:c7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dd0390-3797-490e-81cd-496cad0e76d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T20:12:39Z', 'updated_at': '2021-06-09T20:12:39Z', 'revision_number': 0, 'project_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '578d59e0-e532-4799-a680-f453983a3445', 'name': '', 'network_id': '71b291fa-6576-4644-a9a4-a1131eaefd10', 'tenant_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'mac_address': 'fa:16:3e:95:6d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593f85ca-8bde-4ba0-b6a7-55f88c630b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '5c3d3e03-f14c-448a-8902-90a16bc454a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:10:58Z', 'updated_at': '2021-06-09T20:11:08Z', 'revision_number': 5, 'project_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'subnets': [{'id': '5c3d3e03-f14c-448a-8902-90a16bc454a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:12:41.903891 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23efd03-7e13-45bb-af59-bc04e2aeb961 None None] Checking router: 593f85ca-8bde-4ba0-b6a7-55f88c630b63 for host: dv-cinder-795669-1-iscsi {{(pid=92458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:12:41.907681 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 6 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:12:41.912890 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23efd03-7e13-45bb-af59-bc04e2aeb961 None None] Routers {'593f85ca-8bde-4ba0-b6a7-55f88c630b63'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:12:41.913552 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-f23efd03-7e13-45bb-af59-bc04e2aeb961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:12:32Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['593f85ca-8bde-4ba0-b6a7-55f88c630b63'], 'active': True} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:12:41.999724 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-8733bc02-75ff-4ebe-9c59-948595295f24 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:42.005140 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-0e751255-d17e-4dbe-adaf-8b4bc0e9b83a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:12:42.038344 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733bc02-75ff-4ebe-9c59-948595295f24 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11dde837-5c82-4188-930e-cea36399023a,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:12:42.049700 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-8733bc02-75ff-4ebe-9c59-948595295f24 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:12:42.091507 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-8733bc02-75ff-4ebe-9c59-948595295f24 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:42.092711 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-8733bc02-75ff-4ebe-9c59-948595295f24 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5569005 Jun 09 20:12:42.093592 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvr_db [None req-f23efd03-7e13-45bb-af59-bc04e2aeb961 None None] Set router 593f85ca-8bde-4ba0-b6a7-55f88c630b63 gateway port host: dv-cinder-795669-1-iscsi {{(pid=92458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:12:42.096179 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 44434) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:12:42.100986 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [None req-8c12befd-79ac-4eba-ad83-67e44b82d779 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Request body: {'security_group_rule': {'security_group_id': '11dde837-5c82-4188-930e-cea36399023a', 'project_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:12:42.177419 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-096b9624-2395-48f2-9d3f-d75f6cc4338f req-56910f5c-8159-42e0-8c2f-43f058349cec tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=2202cc1d-1cbb-410b-9f59-7a60d78c06b3 HTTP/1.1" status: 200 len: 210 time: 0.0512965 Jun 09 20:12:42.216975 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-8c12befd-79ac-4eba-ad83-67e44b82d779 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:42.236000 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-38e683c0-d20a-4524-936a-f5def16a5987 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:42.237841 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-38e683c0-d20a-4524-936a-f5def16a5987 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.22 "GET /v2.0/networks?id=c2c6a903-4702-43e5-a13a-9d00e3beebb9 HTTP/1.1" status: 200 len: 815 time: 0.1684105 Jun 09 20:12:42.253150 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-da39e818-8b25-4326-977b-d2d7a4ad550a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Request body: {'port': {'device_id': '2202cc1d-1cbb-410b-9f59-7a60d78c06b3', 'network_id': 'c2c6a903-4702-43e5-a13a-9d00e3beebb9', 'admin_state_up': True, 'tenant_id': 'e3301fd48bee4c58b886281bcfd984c4'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:12:42.293424 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47dd0390-3797-490e-81cd-496cad0e76d8', 'tag': '63388241-1158-44c1-b8af-a95f73d8fc9f'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:12:42.296513 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4178fdbc-efeb-4307-9239-0bd29d8254da" -d '{"events": [{"name": "network-changed", "server_uuid": "47dd0390-3797-490e-81cd-496cad0e76d8", "tag": "63388241-1158-44c1-b8af-a95f73d8fc9f"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:12:42.451613 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-8c12befd-79ac-4eba-ad83-67e44b82d779 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:42.495042 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe73dff-4e92-49f0-a54f-75d0f768870a req-1b36f94a-3ff9-41c9-b0a2-4857f6e8cbfd tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:42.496599 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8fe73dff-4e92-49f0-a54f-75d0f768870a req-1b36f94a-3ff9-41c9-b0a2-4857f6e8cbfd tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 944 time: 0.1788578 Jun 09 20:12:42.518286 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 6fab7981-892d-4a80-b2cc-8082e7140e40 details requested by agent hyperv_hv-cinder-79566 with host hv-cinder-79566 {{(pid=92457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 20:12:42.521855 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 8f8ef9d5-94bd-4782-8f45-5d69c05c158c no longer exists at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:12:42.523850 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def25d6-b2d5-4756-9bdd-ff6e212c35c3 req-ad35f9d0-1e8b-4846-8fb0-0c41c55f8990 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:42.525317 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9def25d6-b2d5-4756-9bdd-ff6e212c35c3 req-ad35f9d0-1e8b-4846-8fb0-0c41c55f8990 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.1367402 Jun 09 20:12:42.527020 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-f23efd03-7e13-45bb-af59-bc04e2aeb961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593f85ca-8bde-4ba0-b6a7-55f88c630b63', 'name': 'tempest-TestMinimumBasicScenario-1179336273-router', 'tenant_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4ffd7231-7b06-498e-8989-9fd2b25dea81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:10:54Z', 'updated_at': '2021-06-09T20:10:59Z', 'revision_number': 4, 'project_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'gw_port': {'id': '4ffd7231-7b06-498e-8989-9fd2b25dea81', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593f85ca-8bde-4ba0-b6a7-55f88c630b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:10:55Z', 'updated_at': '2021-06-09T20:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_floatingips': [{'id': '6e41bdc0-889e-41aa-b483-f43c388179e4', 'tenant_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'router_id': '593f85ca-8bde-4ba0-b6a7-55f88c630b63', 'port_id': '63388241-1158-44c1-b8af-a95f73d8fc9f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71b291fa-6576-4644-a9a4-a1131eaefd10', 'mac_address': 'fa:16:3e:91:c7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dd0390-3797-490e-81cd-496cad0e76d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T20:12:39Z', 'updated_at': '2021-06-09T20:12:39Z', 'revision_number': 0, 'project_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '578d59e0-e532-4799-a680-f453983a3445', 'name': '', 'network_id': '71b291fa-6576-4644-a9a4-a1131eaefd10', 'tenant_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'mac_address': 'fa:16:3e:95:6d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593f85ca-8bde-4ba0-b6a7-55f88c630b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '5c3d3e03-f14c-448a-8902-90a16bc454a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:10:58Z', 'updated_at': '2021-06-09T20:11:08Z', 'revision_number': 5, 'project_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'subnets': [{'id': '5c3d3e03-f14c-448a-8902-90a16bc454a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:12:42.532437 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23efd03-7e13-45bb-af59-bc04e2aeb961 None None] The sync data for ids ['593f85ca-8bde-4ba0-b6a7-55f88c630b63'] in dv-cinder-795669-1-iscsi is: [{'id': '593f85ca-8bde-4ba0-b6a7-55f88c630b63', 'name': 'tempest-TestMinimumBasicScenario-1179336273-router', 'tenant_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4ffd7231-7b06-498e-8989-9fd2b25dea81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:10:54Z', 'updated_at': '2021-06-09T20:10:59Z', 'revision_number': 4, 'project_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'gw_port': {'id': '4ffd7231-7b06-498e-8989-9fd2b25dea81', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593f85ca-8bde-4ba0-b6a7-55f88c630b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:10:55Z', 'updated_at': '2021-06-09T20:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_floatingips': [{'id': '6e41bdc0-889e-41aa-b483-f43c388179e4', 'tenant_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'router_id': '593f85ca-8bde-4ba0-b6a7-55f88c630b63', 'port_id': '63388241-1158-44c1-b8af-a95f73d8fc9f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71b291fa-6576-4644-a9a4-a1131eaefd10', 'mac_address': 'fa:16:3e:91:c7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dd0390-3797-490e-81cd-496cad0e76d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T20:12:39Z', 'updated_at': '2021-06-09T20:12:39Z', 'revision_number': 0, 'project_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '578d59e0-e532-4799-a680-f453983a3445', 'name': '', 'network_id': '71b291fa-6576-4644-a9a4-a1131eaefd10', 'tenant_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'mac_address': 'fa:16:3e:95:6d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593f85ca-8bde-4ba0-b6a7-55f88c630b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '5c3d3e03-f14c-448a-8902-90a16bc454a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:10:58Z', 'updated_at': '2021-06-09T20:11:08Z', 'revision_number': 5, 'project_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'subnets': [{'id': '5c3d3e03-f14c-448a-8902-90a16bc454a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:12:42.561791 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-8c12befd-79ac-4eba-ad83-67e44b82d779 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854183'] for security_group_rule, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:42.569664 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] No Port match for: 8f8ef9d5-94bd-4782-8f45-5d69c05c158c {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:12:42.570020 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 8f8ef9d5-94bd-4782-8f45-5d69c05c158c not bound to the agent host hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:12:42.573145 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:12:42.576593 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-da39e818-8b25-4326-977b-d2d7a4ad550a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Made reservation on behalf of e3301fd48bee4c58b886281bcfd984c4 for: {'port': 1} {{(pid=92456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:12:42.581279 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-da39e818-8b25-4326-977b-d2d7a4ad550a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:42.621542 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8fe73dff-4e92-49f0-a54f-75d0f768870a req-be5ab36b-ef81-4f90-bdfd-63498d97b16f tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176765 Jun 09 20:12:42.667367 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12befd-79ac-4eba-ad83-67e44b82d779 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1acb4f5-8ffa-49ba-bde7-c6e7400e0b0b,revision_number=0']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:12:42.670957 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-8c12befd-79ac-4eba-ad83-67e44b82d779 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:12:42.687810 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9def25d6-b2d5-4756-9bdd-ff6e212c35c3 req-dda70b21-5104-4b9e-a28a-2d59802a69a3 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539218 Jun 09 20:12:42.765203 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-8c12befd-79ac-4eba-ad83-67e44b82d779 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:42.769193 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-8c12befd-79ac-4eba-ad83-67e44b82d779 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6692162 Jun 09 20:12:42.769193 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 44448) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:12:42.772707 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 20:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6f0d92-8ac9-481b-b168-b35c21dd2c53 x-openstack-request-id: req-1e6f0d92-8ac9-481b-b168-b35c21dd2c53 {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:12:42.773031 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47dd0390-3797-490e-81cd-496cad0e76d8", "tag": "63388241-1158-44c1-b8af-a95f73d8fc9f", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:12:42.773316 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1e6f0d92-8ac9-481b-b168-b35c21dd2c53 {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:12:42.773961 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47dd0390-3797-490e-81cd-496cad0e76d8', 'tag': '63388241-1158-44c1-b8af-a95f73d8fc9f', 'status': 'completed', 'code': 200} Jun 09 20:12:42.775477 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [None req-409a8cb1-4b01-4e96-ba5a-931507f4f89b tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Request body: {'security_group_rule': {'security_group_id': '11dde837-5c82-4188-930e-cea36399023a', 'project_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:12:42.798121 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 6fab7981-892d-4a80-b2cc-8082e7140e40, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=6fab7981-892d-4a80-b2cc-8082e7140e40,segment=NetworkSegment(45746326-9f2d-4f9b-be09-234217d11e5c),segment_id=45746326-9f2d-4f9b-be09-234217d11e5c)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:12:42.815377 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Returning: {'device': '6fab7981-892d-4a80-b2cc-8082e7140e40', 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18', 'port_id': '6fab7981-892d-4a80-b2cc-8082e7140e40', 'mac_address': 'fa:16:3e:39:53:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e75af2a-aa07-4655-b1c0-db112593470c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 20:12:42.816622 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_common [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-da39e818-8b25-4326-977b-d2d7a4ad550a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Allocated IP 172.20.0.9 (c2c6a903-4702-43e5-a13a-9d00e3beebb9/9d991aa8-4a67-4571-aeb8-f96e648fe294/8f1496a2-5d48-4384-a61a-0e3463166e67) {{(pid=92456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:12:42.854882 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956f9752-0c8f-441d-8bf9-a07e1ccd8881 None None] New status for floating IP 6e41bdc0-889e-41aa-b483-f43c388179e4: ACTIVE {{(pid=92457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 20:12:42.931820 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-409a8cb1-4b01-4e96-ba5a-931507f4f89b tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:42.986843 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:43.083295 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fab7981-892d-4a80-b2cc-8082e7140e40 {{(pid=92457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:12:43.110961 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-409a8cb1-4b01-4e96-ba5a-931507f4f89b tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:43.118820 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 6fab7981-892d-4a80-b2cc-8082e7140e40, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=6fab7981-892d-4a80-b2cc-8082e7140e40,segment=NetworkSegment(45746326-9f2d-4f9b-be09-234217d11e5c),segment_id=45746326-9f2d-4f9b-be09-234217d11e5c)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:12:43.127950 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178fdbc-efeb-4307-9239-0bd29d8254da req-ed02e77f-c125-44c4-8d3e-94a5a378a153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:43.129425 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-4178fdbc-efeb-4307-9239-0bd29d8254da req-ed02e77f-c125-44c4-8d3e-94a5a378a153 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bc4be921a85642e6a1eaee96dd2e4f81&device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 1098 time: 0.3050478 Jun 09 20:12:43.211301 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-409a8cb1-4b01-4e96-ba5a-931507f4f89b tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854183'] for security_group_rule, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:43.211519 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:43.213403 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:12:43.213907 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:12:43.264914 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a8cb1-4b01-4e96-ba5a-931507f4f89b tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f8afc71-0e0a-438f-8060-2b2ae0844533,revision_number=0']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:12:43.270768 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-409a8cb1-4b01-4e96-ba5a-931507f4f89b tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:12:43.302581 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-da39e818-8b25-4326-977b-d2d7a4ad550a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Notify callbacks [] for port, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:43.313015 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=6fab7981-892d-4a80-b2cc-8082e7140e40,revision_number=9']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:12:43.326259 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:12:43.327133 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:12:43.327488 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:12:43.327936 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:12:43.328622 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:12:43.328867 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:12:43.329588 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:12:43.330052 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:12:43.330280 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:12:43.330612 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:12:43.330953 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:12:43.331414 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:12:43.333181 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178fdbc-efeb-4307-9239-0bd29d8254da req-1eb0b9d1-b5d3-4e5e-9ae1-d1d1afd1154a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:43.334709 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-4178fdbc-efeb-4307-9239-0bd29d8254da req-1eb0b9d1-b5d3-4e5e-9ae1-d1d1afd1154a service neutron] 10.222.0.22 "GET /v2.0/networks?id=71b291fa-6576-4644-a9a4-a1131eaefd10 HTTP/1.1" status: 200 len: 916 time: 0.1969037 Jun 09 20:12:43.335443 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:12:43.390915 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-409a8cb1-4b01-4e96-ba5a-931507f4f89b tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:43.392274 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-409a8cb1-4b01-4e96-ba5a-931507f4f89b tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6219633 Jun 09 20:12:43.395271 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-314a21af-92a9-4d07-a19f-831a2f62d1e4 req-e865df46-a4ae-44bf-bd6e-5718df850d35 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=2202cc1d-1cbb-410b-9f59-7a60d78c06b3 HTTP/1.1" status: 200 len: 210 time: 0.0612645 Jun 09 20:12:43.395719 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 44456) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:12:43.400512 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [None req-56424d66-00a6-4489-9cca-c90200dab4ed tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Request body: {'security_group_rule': {'security_group_id': '11dde837-5c82-4188-930e-cea36399023a', 'project_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:12:43.457330 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-4178fdbc-efeb-4307-9239-0bd29d8254da req-8f83026e-2d9e-4364-b3a8-2b250de0f955 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63388241-1158-44c1-b8af-a95f73d8fc9f HTTP/1.1" status: 200 len: 1001 time: 0.1127615 Jun 09 20:12:43.508413 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-56424d66-00a6-4489-9cca-c90200dab4ed tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:43.522303 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178fdbc-efeb-4307-9239-0bd29d8254da req-aa00380d-8de4-4a07-9dc7-928bec6f3a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:43.523784 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-4178fdbc-efeb-4307-9239-0bd29d8254da req-aa00380d-8de4-4a07-9dc7-928bec6f3a74 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5c3d3e03-f14c-448a-8902-90a16bc454a6 HTTP/1.1" status: 200 len: 854 time: 0.0564322 Jun 09 20:12:43.572505 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-56424d66-00a6-4489-9cca-c90200dab4ed tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:43.578515 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-da39e818-8b25-4326-977b-d2d7a4ad550a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2273985'] for port, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:43.595100 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-79ac3aa8-edb8-4cdb-973a-91188b2d3d4e tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:12:43.596612 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['1919371e-9430-4b1a-883c-faf502c1e66d', '75c3fc89-7b87-40a1-90b2-c24dba73552c', '1224088b-2919-4b75-99db-4b98117daba5'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:12:43.621596 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['6fab7981-892d-4a80-b2cc-8082e7140e40'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:12:43.681391 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-da39e818-8b25-4326-977b-d2d7a4ad550a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Network c2c6a903-4702-43e5-a13a-9d00e3beebb9 is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:12:43.690645 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-da39e818-8b25-4326-977b-d2d7a4ad550a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:12:43.695720 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-da39e818-8b25-4326-977b-d2d7a4ad550a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Received port after_create {{(pid=92456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:12:43.726209 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-56424d66-00a6-4489-9cca-c90200dab4ed tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854183'] for security_group_rule, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:43.731910 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:12:43.736591 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39e818-8b25-4326-977b-d2d7a4ad550a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Pushing event updated for resources: {'Port': ['ID=8f1496a2-5d48-4384-a61a-0e3463166e67,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:12:43.742531 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-da39e818-8b25-4326-977b-d2d7a4ad550a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:12:43.783367 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-da39e818-8b25-4326-977b-d2d7a4ad550a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:43.789018 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-da39e818-8b25-4326-977b-d2d7a4ad550a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:43.792837 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178fdbc-efeb-4307-9239-0bd29d8254da req-1228e507-c355-401f-9fc7-6f3098027129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:43.794919 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-4178fdbc-efeb-4307-9239-0bd29d8254da req-1228e507-c355-401f-9fc7-6f3098027129 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=71b291fa-6576-4644-a9a4-a1131eaefd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2609110 Jun 09 20:12:43.832520 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56424d66-00a6-4489-9cca-c90200dab4ed tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abbaea7d-f06e-40eb-8a28-764eeb252062,revision_number=0']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:12:43.843681 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-56424d66-00a6-4489-9cca-c90200dab4ed tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:12:43.891390 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-56424d66-00a6-4489-9cca-c90200dab4ed tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:43.897381 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-56424d66-00a6-4489-9cca-c90200dab4ed tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4960763 Jun 09 20:12:43.897541 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 44462) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:12:43.908984 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-12a7ed90-5ff3-4868-b6bb-85c18c1bd839 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Request body: {'security_group_rule': {'security_group_id': '11dde837-5c82-4188-930e-cea36399023a', 'project_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:12:43.925287 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-da39e818-8b25-4326-977b-d2d7a4ad550a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6763160 Jun 09 20:12:43.948830 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-bbe0ad4d-9452-4ba9-b542-019025c341f5 service neutron] Request body: {'port': {'device_id': '2202cc1d-1cbb-410b-9f59-7a60d78c06b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79566'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:12:43.963191 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5facf08-ee4d-4bbd-9864-a32ed25eba7b req-c5257903-e759-4dc3-af54-659fa2af5d1c tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:43.970888 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c5facf08-ee4d-4bbd-9864-a32ed25eba7b req-c5257903-e759-4dc3-af54-659fa2af5d1c tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 945 time: 0.1880839 Jun 09 20:12:44.018760 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab34477-dabc-4e66-85d7-b1611c60ecb2 req-7608ee06-d489-415b-aacc-1e85f35c6836 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:44.024307 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-fab34477-dabc-4e66-85d7-b1611c60ecb2 req-7608ee06-d489-415b-aacc-1e85f35c6836 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.1712878 Jun 09 20:12:44.036181 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-4178fdbc-efeb-4307-9239-0bd29d8254da req-963802aa-416f-4b26-99c6-5c290b57b3a5 service neutron] 10.222.0.22 "GET /v2.0/networks/71b291fa-6576-4644-a9a4-a1131eaefd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322736 Jun 09 20:12:44.055126 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c5facf08-ee4d-4bbd-9864-a32ed25eba7b req-e30abaf1-d532-43b2-88a4-e8c1c0aa92f1 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833669 Jun 09 20:12:44.081576 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-fab34477-dabc-4e66-85d7-b1611c60ecb2 req-dd8f3ab8-1ca8-4a49-8ee0-f1690acfb3f6 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554767 Jun 09 20:12:44.175490 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-12a7ed90-5ff3-4868-b6bb-85c18c1bd839 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:44.210609 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-bbe0ad4d-9452-4ba9-b542-019025c341f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:44.326101 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-4178fdbc-efeb-4307-9239-0bd29d8254da req-8234d4e9-3ef4-4625-89c7-35e84831762c service neutron] 10.222.0.22 "GET /v2.0/networks/71b291fa-6576-4644-a9a4-a1131eaefd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619102 Jun 09 20:12:44.348780 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-12a7ed90-5ff3-4868-b6bb-85c18c1bd839 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:44.486775 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-12a7ed90-5ff3-4868-b6bb-85c18c1bd839 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854183'] for security_group_rule, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:44.492115 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-e8c7538b-3417-4c05-93d2-412c438e5f5d tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:12:44.535502 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7ed90-5ff3-4868-b6bb-85c18c1bd839 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06f5f571-4fb3-45eb-a51f-d92a5ecfb3be,revision_number=0']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:12:44.547414 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-12a7ed90-5ff3-4868-b6bb-85c18c1bd839 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:12:44.612216 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ee12f-c98b-49eb-9ece-14d972b82657 req-35e4bd7b-c5eb-4c62-b6fc-c0f852a19f08 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:44.613724 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b51ee12f-c98b-49eb-9ece-14d972b82657 req-35e4bd7b-c5eb-4c62-b6fc-c0f852a19f08 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=2202cc1d-1cbb-410b-9f59-7a60d78c06b3 HTTP/1.1" status: 200 len: 931 time: 0.0982230 Jun 09 20:12:44.620140 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-12a7ed90-5ff3-4868-b6bb-85c18c1bd839 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:44.621268 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-12a7ed90-5ff3-4868-b6bb-85c18c1bd839 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7226102 Jun 09 20:12:44.632288 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 44468) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:12:44.636555 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-eaf2326b-1800-4093-b4b5-3f805334d322 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Request body: {'security_group_rule': {'security_group_id': '11dde837-5c82-4188-930e-cea36399023a', 'project_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:12:44.662097 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-bbe0ad4d-9452-4ba9-b542-019025c341f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f1496a2-5d48-4384-a61a-0e3463166e67 {{(pid=92456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:12:44.663728 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b51ee12f-c98b-49eb-9ece-14d972b82657 req-e73f8185-7957-4617-868c-aca00bea3814 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441484 Jun 09 20:12:44.671679 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-bbe0ad4d-9452-4ba9-b542-019025c341f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:44.686360 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.provisioning_blocks [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-bbe0ad4d-9452-4ba9-b542-019025c341f5 service neutron] Transition to ACTIVE for port object 8f1496a2-5d48-4384-a61a-0e3463166e67 will not be triggered until provisioned by entity L2. {{(pid=92456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:12:44.753577 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.db.securitygroups_db [None req-eaf2326b-1800-4093-b4b5-3f805334d322 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Project bc4be921a85642e6a1eaee96dd2e4f81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 20:12:44.759417 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-eaf2326b-1800-4093-b4b5-3f805334d322 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:44.782315 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-bbe0ad4d-9452-4ba9-b542-019025c341f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2273971'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:44.788883 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-349e84f9-1469-4357-92a5-c59fa31f7276 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:12:45.015530 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0ad4d-9452-4ba9-b542-019025c341f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1496a2-5d48-4384-a61a-0e3463166e67,revision_number=2']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:12:45.021952 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-bbe0ad4d-9452-4ba9-b542-019025c341f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:12:45.086836 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-eaf2326b-1800-4093-b4b5-3f805334d322 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:45.132937 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-bbe0ad4d-9452-4ba9-b542-019025c341f5 service neutron] Attempting to bind port 8f1496a2-5d48-4384-a61a-0e3463166e67 on host hv-cinder-79566 for vnic_type normal with profile {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:12:45.133390 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-bbe0ad4d-9452-4ba9-b542-019025c341f5 service neutron] Attempting to bind port 8f1496a2-5d48-4384-a61a-0e3463166e67 by drivers openvswitch,hyperv on host hv-cinder-79566 at level 0 using segments [{'id': '7f9191b7-762d-4b20-b5e3-118bc3ed2e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c2c6a903-4702-43e5-a13a-9d00e3beebb9'}] {{(pid=92456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:12:45.133781 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-bbe0ad4d-9452-4ba9-b542-019025c341f5 service neutron] Attempting to bind port 8f1496a2-5d48-4384-a61a-0e3463166e67 on network c2c6a903-4702-43e5-a13a-9d00e3beebb9 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:12:45.139023 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-bbe0ad4d-9452-4ba9-b542-019025c341f5 service neutron] Port 8f1496a2-5d48-4384-a61a-0e3463166e67 on network c2c6a903-4702-43e5-a13a-9d00e3beebb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79566 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 20:12:45.139412 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-bbe0ad4d-9452-4ba9-b542-019025c341f5 service neutron] Attempting to bind port 8f1496a2-5d48-4384-a61a-0e3463166e67 on network c2c6a903-4702-43e5-a13a-9d00e3beebb9 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:12:45.144798 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-bbe0ad4d-9452-4ba9-b542-019025c341f5 service neutron] Checking agent: {'id': '747acf60-c6b9-434b-b325-86e193e3fffe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 20, 7, 24), 'started_at': datetime.datetime(2021, 6, 9, 20, 7, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:12:45.145371 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-bbe0ad4d-9452-4ba9-b542-019025c341f5 service neutron] Checking segment: {'id': '7f9191b7-762d-4b20-b5e3-118bc3ed2e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c2c6a903-4702-43e5-a13a-9d00e3beebb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:12:45.145821 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-bbe0ad4d-9452-4ba9-b542-019025c341f5 service neutron] Bound using segment: {'id': '7f9191b7-762d-4b20-b5e3-118bc3ed2e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c2c6a903-4702-43e5-a13a-9d00e3beebb9'} {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:12:45.146309 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-bbe0ad4d-9452-4ba9-b542-019025c341f5 service neutron] Bound port: 8f1496a2-5d48-4384-a61a-0e3463166e67, host: hv-cinder-79566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f9191b7-762d-4b20-b5e3-118bc3ed2e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c2c6a903-4702-43e5-a13a-9d00e3beebb9'}}] {{(pid=92456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:12:45.146717 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-bbe0ad4d-9452-4ba9-b542-019025c341f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:45.157972 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-eaf2326b-1800-4093-b4b5-3f805334d322 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854183'] for security_group_rule, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:45.164600 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:12:45.220653 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2326b-1800-4093-b4b5-3f805334d322 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d6a5417-ec7f-4518-b403-443cd796ddb0,revision_number=0']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:12:45.224872 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-eaf2326b-1800-4093-b4b5-3f805334d322 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:12:45.270484 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-bbe0ad4d-9452-4ba9-b542-019025c341f5 service neutron] For port 8f1496a2-5d48-4384-a61a-0e3463166e67, host hv-cinder-79566, cleared binding levels {{(pid=92456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:12:45.273482 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-bbe0ad4d-9452-4ba9-b542-019025c341f5 service neutron] For port 8f1496a2-5d48-4384-a61a-0e3463166e67, host hv-cinder-79566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=8f1496a2-5d48-4384-a61a-0e3463166e67,segment=NetworkSegment(7f9191b7-762d-4b20-b5e3-118bc3ed2e60),segment_id=7f9191b7-762d-4b20-b5e3-118bc3ed2e60)] {{(pid=92456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:12:45.308437 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-eaf2326b-1800-4093-b4b5-3f805334d322 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:45.313325 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-eaf2326b-1800-4093-b4b5-3f805334d322 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6800778 Jun 09 20:12:45.313964 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 44474) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:12:45.334636 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a7822-b6da-42ef-a257-987a6a238eb1 req-4cc3e1b4-72d7-4343-9210-2572b8efcaf6 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:45.334636 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-085a7822-b6da-42ef-a257-987a6a238eb1 req-4cc3e1b4-72d7-4343-9210-2572b8efcaf6 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.1163552 Jun 09 20:12:45.334971 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-87893334-cfc8-49fc-ae03-ea717be6a3b1 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Request body: {'security_group_rule': {'security_group_id': '11dde837-5c82-4188-930e-cea36399023a', 'project_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:12:45.337843 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526a38b-ab49-4743-92f8-9814f5e4aa9d req-8aad4b3a-a072-4cf7-962c-7bb7401db618 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:45.344997 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f526a38b-ab49-4743-92f8-9814f5e4aa9d req-8aad4b3a-a072-4cf7-962c-7bb7401db618 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 945 time: 0.1713204 Jun 09 20:12:45.351604 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-bbe0ad4d-9452-4ba9-b542-019025c341f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2273971'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:45.357132 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-79ac3aa8-edb8-4cdb-973a-91188b2d3d4e tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:12:45.425541 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f526a38b-ab49-4743-92f8-9814f5e4aa9d req-304b1ba4-b9c4-422d-89de-d6e30f4b78ba tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793643 Jun 09 20:12:45.437737 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-bbe0ad4d-9452-4ba9-b542-019025c341f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:45.438202 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-bbe0ad4d-9452-4ba9-b542-019025c341f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:45.440373 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-bbe0ad4d-9452-4ba9-b542-019025c341f5 service neutron] 10.222.0.22 "PUT /v2.0/ports/8f1496a2-5d48-4384-a61a-0e3463166e67 HTTP/1.1" status: 200 len: 1093 time: 1.4999132 Jun 09 20:12:45.441260 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2202cc1d-1cbb-410b-9f59-7a60d78c06b3', 'tag': '8f1496a2-5d48-4384-a61a-0e3463166e67'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:12:45.444115 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4c31f8-d5f4-451c-ab65-ca25cb732c13" -d '{"events": [{"name": "network-changed", "server_uuid": "2202cc1d-1cbb-410b-9f59-7a60d78c06b3", "tag": "8f1496a2-5d48-4384-a61a-0e3463166e67"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:12:45.460123 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-085a7822-b6da-42ef-a257-987a6a238eb1 req-61ccbedb-bfa9-424d-9331-4597a4b801d9 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903220 Jun 09 20:12:45.470096 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0ad4d-9452-4ba9-b542-019025c341f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1496a2-5d48-4384-a61a-0e3463166e67,revision_number=3']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:12:45.481559 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-bbe0ad4d-9452-4ba9-b542-019025c341f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:12:45.485168 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.db.securitygroups_db [None req-87893334-cfc8-49fc-ae03-ea717be6a3b1 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Project bc4be921a85642e6a1eaee96dd2e4f81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 20:12:45.495126 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-87893334-cfc8-49fc-ae03-ea717be6a3b1 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:45.508155 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 20:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c15a3a-bc13-4d73-bb3f-3e8920b1ff22 x-openstack-request-id: req-76c15a3a-bc13-4d73-bb3f-3e8920b1ff22 {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:12:45.508474 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2202cc1d-1cbb-410b-9f59-7a60d78c06b3", "tag": "8f1496a2-5d48-4384-a61a-0e3463166e67", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:12:45.508750 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-76c15a3a-bc13-4d73-bb3f-3e8920b1ff22 {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:12:45.509161 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2202cc1d-1cbb-410b-9f59-7a60d78c06b3', 'tag': '8f1496a2-5d48-4384-a61a-0e3463166e67', 'status': 'completed', 'code': 200} Jun 09 20:12:45.633736 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-87893334-cfc8-49fc-ae03-ea717be6a3b1 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:45.649878 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c31f8-d5f4-451c-ab65-ca25cb732c13 req-c8ea8644-363b-455b-8d77-f090e9cc3699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:45.651354 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-bc4c31f8-d5f4-451c-ab65-ca25cb732c13 req-c8ea8644-363b-455b-8d77-f090e9cc3699 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e3301fd48bee4c58b886281bcfd984c4&device_id=2202cc1d-1cbb-410b-9f59-7a60d78c06b3 HTTP/1.1" status: 200 len: 1096 time: 0.1142361 Jun 09 20:12:45.732510 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-87893334-cfc8-49fc-ae03-ea717be6a3b1 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854183'] for security_group_rule, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:45.740779 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-af8f01f1-9f10-4133-8544-bea09eb92f38 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:12:45.775040 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87893334-cfc8-49fc-ae03-ea717be6a3b1 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79d0cd81-2089-4533-8ad0-c1ae4d3c8d20,revision_number=0']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:12:45.780581 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-87893334-cfc8-49fc-ae03-ea717be6a3b1 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:12:45.826962 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c31f8-d5f4-451c-ab65-ca25cb732c13 req-08d3238c-8ad0-40c2-8633-d1feacddb173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:45.828357 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-bc4c31f8-d5f4-451c-ab65-ca25cb732c13 req-08d3238c-8ad0-40c2-8633-d1feacddb173 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=e3301fd48bee4c58b886281bcfd984c4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1636982 Jun 09 20:12:45.865066 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95898e-9524-4b20-b289-7cbc44226f7d req-6626829f-fe8e-4203-b319-5ab2a242536a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:45.866513 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ab95898e-9524-4b20-b289-7cbc44226f7d req-6626829f-fe8e-4203-b319-5ab2a242536a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=2202cc1d-1cbb-410b-9f59-7a60d78c06b3 HTTP/1.1" status: 200 len: 943 time: 0.0805316 Jun 09 20:12:45.898577 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-87893334-cfc8-49fc-ae03-ea717be6a3b1 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:45.899733 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-87893334-cfc8-49fc-ae03-ea717be6a3b1 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5840991 Jun 09 20:12:45.918751 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ab95898e-9524-4b20-b289-7cbc44226f7d req-193773ab-b916-4f21-aefa-3770d4b78b05 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463297 Jun 09 20:12:45.984328 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c31f8-d5f4-451c-ab65-ca25cb732c13 req-856d189c-6dd9-4d4b-acdb-8c0c2b6b42b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:45.985808 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-bc4c31f8-d5f4-451c-ab65-ca25cb732c13 req-856d189c-6dd9-4d4b-acdb-8c0c2b6b42b8 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1503458 Jun 09 20:12:46.084682 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b52896bd-bf84-4ed7-96ef-0a232a14b8fa req-159c3170-027e-4c57-a614-04a0dfa0a757 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1177757879&fields=id&tenant_id=bc4be921a85642e6a1eaee96dd2e4f81 HTTP/1.1" status: 200 len: 267 time: 0.0848250 Jun 09 20:12:46.101709 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-3f28caf9-3549-4834-a2a8-b142e8bb2a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:46.103226 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-3f28caf9-3549-4834-a2a8-b142e8bb2a97 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e3301fd48bee4c58b886281bcfd984c4&device_id=2202cc1d-1cbb-410b-9f59-7a60d78c06b3 HTTP/1.1" status: 200 len: 1096 time: 0.0761135 Jun 09 20:12:46.177924 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a265f-d168-4e37-a4ed-abaadfb8ed72 req-3b08c474-cc2b-434a-aa58-823668c6e59e tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:46.178215 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-75b38baf-3fa2-4432-b31d-38fe71ec274f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f1496a2-5d48-4384-a61a-0e3463166e67 HTTP/1.1" status: 200 len: 217 time: 0.0653813 Jun 09 20:12:46.179376 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1b2a265f-d168-4e37-a4ed-abaadfb8ed72 req-3b08c474-cc2b-434a-aa58-823668c6e59e tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 945 time: 0.1594563 Jun 09 20:12:46.220759 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52896bd-bf84-4ed7-96ef-0a232a14b8fa req-265c0e00-bab4-4f40-827b-d9b3f1d9c4fa tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:46.222697 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b52896bd-bf84-4ed7-96ef-0a232a14b8fa req-265c0e00-bab4-4f40-827b-d9b3f1d9c4fa tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 945 time: 0.1281073 Jun 09 20:12:46.245527 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [req-b52896bd-bf84-4ed7-96ef-0a232a14b8fa req-8641884c-5cb3-4a89-bf78-965a04cf9332 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Request body: {'port': {'security_groups': ['99d0ceae-76a4-4ad7-a6c0-e99d42294f18', '11dde837-5c82-4188-930e-cea36399023a']}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:12:46.260119 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-4db7fe0d-ef47-4c3c-a509-624bc1122f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:46.261542 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-4db7fe0d-ef47-4c3c-a509-624bc1122f59 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9d991aa8-4a67-4571-aeb8-f96e648fe294 HTTP/1.1" status: 200 len: 855 time: 0.0675399 Jun 09 20:12:46.289372 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1b2a265f-d168-4e37-a4ed-abaadfb8ed72 req-e349cb41-2a5c-41cd-8477-b04a8ff49b5a tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020324 Jun 09 20:12:46.311752 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-06f348b4-aa7d-42d3-9082-a15d48fd42fa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c2c6a903-4702-43e5-a13a-9d00e3beebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418017 Jun 09 20:12:46.375251 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [req-b52896bd-bf84-4ed7-96ef-0a232a14b8fa req-8641884c-5cb3-4a89-bf78-965a04cf9332 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:46.446577 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-208834ee-8d19-46d3-8745-ad2227ac8bf8 service neutron] 10.222.0.22 "GET /v2.0/networks/c2c6a903-4702-43e5-a13a-9d00e3beebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248972 Jun 09 20:12:46.522896 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 6fab7981-892d-4a80-b2cc-8082e7140e40 up at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:12:46.608845 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning complete for port 6fab7981-892d-4a80-b2cc-8082e7140e40 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:12:46.609131 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-6fe7d675-3981-4b07-9350-e8166823bc0d req-a107e772-9f3d-4e1e-96ff-5396b41524d3 service neutron] 10.222.0.22 "GET /v2.0/networks/c2c6a903-4702-43e5-a13a-9d00e3beebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548715 Jun 09 20:12:46.609244 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:46.728300 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.db [req-b52896bd-bf84-4ed7-96ef-0a232a14b8fa req-8641884c-5cb3-4a89-bf78-965a04cf9332 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] For port 63388241-1158-44c1-b8af-a95f73d8fc9f, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=63388241-1158-44c1-b8af-a95f73d8fc9f,segment=NetworkSegment(985c0b7f-cb52-4231-8fe0-0bea9b0d8d57),segment_id=985c0b7f-cb52-4231-8fe0-0bea9b0d8d57)] {{(pid=92455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:12:46.730121 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:46.744662 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a192262-0dc3-4b48-bfbe-b1888690eb6f req-9c52f326-f63e-4481-a281-59f7a56024eb tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:46.747111 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-0a192262-0dc3-4b48-bfbe-b1888690eb6f req-9c52f326-f63e-4481-a281-59f7a56024eb tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 945 time: 0.1647213 Jun 09 20:12:46.756096 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0965dd-fb9b-4802-814e-90806bc5229c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fab7981-892d-4a80-b2cc-8082e7140e40'}] {{(pid=92457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:12:46.758335 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c413b0bec0402a5ae16451c6582d791322e0202680a960d7e14492227081b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24493b62-0256-40bc-a92e-8c95b0ee5007" -d '{"events": [{"server_uuid": "ce0965dd-fb9b-4802-814e-90806bc5229c", "name": "network-vif-plugged", "status": "completed", "tag": "6fab7981-892d-4a80-b2cc-8082e7140e40"}]}' {{(pid=92457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:12:46.766233 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 6fab7981-892d-4a80-b2cc-8082e7140e40, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=6fab7981-892d-4a80-b2cc-8082e7140e40,segment=NetworkSegment(45746326-9f2d-4f9b-be09-234217d11e5c),segment_id=45746326-9f2d-4f9b-be09-234217d11e5c)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:12:46.842385 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [req-b52896bd-bf84-4ed7-96ef-0a232a14b8fa req-8641884c-5cb3-4a89-bf78-965a04cf9332 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks [] for port, precommit_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:46.845186 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:46.847026 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-489a4d67-8333-4bab-875f-0d8266bd21e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:12:46.849161 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-0a192262-0dc3-4b48-bfbe-b1888690eb6f req-dc296e57-e87b-438e-a3b7-5d169190305d tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940862 Jun 09 20:12:46.896755 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [req-b52896bd-bf84-4ed7-96ef-0a232a14b8fa req-8641884c-5cb3-4a89-bf78-965a04cf9332 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162640'] for port, after_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:46.904213 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:12:46.910299 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['63388241-1158-44c1-b8af-a95f73d8fc9f'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:12:46.956466 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=6fab7981-892d-4a80-b2cc-8082e7140e40,revision_number=10']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:12:46.965253 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:12:47.012632 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52896bd-bf84-4ed7-96ef-0a232a14b8fa req-8641884c-5cb3-4a89-bf78-965a04cf9332 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:47.017214 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [req-b52896bd-bf84-4ed7-96ef-0a232a14b8fa req-8641884c-5cb3-4a89-bf78-965a04cf9332 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for port, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:47.017214 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b52896bd-bf84-4ed7-96ef-0a232a14b8fa req-8641884c-5cb3-4a89-bf78-965a04cf9332 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "PUT /v2.0/ports/63388241-1158-44c1-b8af-a95f73d8fc9f HTTP/1.1" status: 200 len: 981 time: 0.7779963 Jun 09 20:12:47.017214 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47dd0390-3797-490e-81cd-496cad0e76d8', 'tag': '63388241-1158-44c1-b8af-a95f73d8fc9f'}] {{(pid=92455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:12:47.020918 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb487b5c22ff78f2383a4aedbf16056ad733cdd2494c82cbaa03313095a923d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b4a92b-bf20-4b4c-a000-0f1bea982c6b" -d '{"events": [{"name": "network-changed", "server_uuid": "47dd0390-3797-490e-81cd-496cad0e76d8", "tag": "63388241-1158-44c1-b8af-a95f73d8fc9f"}]}' {{(pid=92455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:12:47.051153 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641884c-5cb3-4a89-bf78-965a04cf9332 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Pushing event updated for resources: {'Port': ['ID=63388241-1158-44c1-b8af-a95f73d8fc9f,revision_number=6']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:12:47.055087 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-8641884c-5cb3-4a89-bf78-965a04cf9332 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:12:47.080289 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f18e1ef-9947-4dbb-9b7b-1ff6ee06e923 x-openstack-request-id: req-9f18e1ef-9947-4dbb-9b7b-1ff6ee06e923 {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:12:47.080559 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0965dd-fb9b-4802-814e-90806bc5229c", "name": "network-vif-plugged", "status": "completed", "tag": "6fab7981-892d-4a80-b2cc-8082e7140e40", "code": 200}]} {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:12:47.080817 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9f18e1ef-9947-4dbb-9b7b-1ff6ee06e923 {{(pid=92457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:12:47.082059 dv-cinder-795669-1-iscsi neutron-server[92457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0965dd-fb9b-4802-814e-90806bc5229c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fab7981-892d-4a80-b2cc-8082e7140e40', 'code': 200} Jun 09 20:12:47.093654 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00fcf82-c318-4987-98bf-ef7eac5f76b0 req-fd88fce7-798a-40cc-8d28-b1642091d2d4 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:47.102694 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f00fcf82-c318-4987-98bf-ef7eac5f76b0 req-fd88fce7-798a-40cc-8d28-b1642091d2d4 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.1439741 Jun 09 20:12:47.123987 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['63388241-1158-44c1-b8af-a95f73d8fc9f'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:12:47.152175 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f00fcf82-c318-4987-98bf-ef7eac5f76b0 req-fc8feeae-f2b6-4dce-807b-d880a0da1bfd tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479980 Jun 09 20:12:47.338314 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-6628149a-8d49-4203-a6c4-8c31362c4a08 None None] Provisioning complete for port 63388241-1158-44c1-b8af-a95f73d8fc9f triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:12:47.338545 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-6628149a-8d49-4203-a6c4-8c31362c4a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:47.412263 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfe01e-7325-4aac-81b6-0176b49d63bf req-f6626948-4d10-4837-ab32-ed32a5386ec6 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:47.413694 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-46cfe01e-7325-4aac-81b6-0176b49d63bf req-f6626948-4d10-4837-ab32-ed32a5386ec6 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=2202cc1d-1cbb-410b-9f59-7a60d78c06b3 HTTP/1.1" status: 200 len: 943 time: 0.2527592 Jun 09 20:12:47.421558 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13063f2b-0738-4c34-969c-39efd55b5fd7 req-d1b674fb-7ea9-4884-b096-bcaa4072640d tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:47.423158 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-13063f2b-0738-4c34-969c-39efd55b5fd7 req-d1b674fb-7ea9-4884-b096-bcaa4072640d tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 984 time: 0.1244235 Jun 09 20:12:47.489967 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-46cfe01e-7325-4aac-81b6-0176b49d63bf req-66230ba1-a2c2-4cea-9515-41ee61e36c30 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656211 Jun 09 20:12:47.499513 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-13063f2b-0738-4c34-969c-39efd55b5fd7 req-89186e64-196d-42fd-8d19-583839945622 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&id=11dde837-5c82-4188-930e-cea36399023a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618904 Jun 09 20:12:47.572697 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 20:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a956d9-7e2c-4784-bfa6-7a387d05574a x-openstack-request-id: req-78a956d9-7e2c-4784-bfa6-7a387d05574a {{(pid=92455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:12:47.573021 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47dd0390-3797-490e-81cd-496cad0e76d8", "tag": "63388241-1158-44c1-b8af-a95f73d8fc9f", "status": "completed", "code": 200}]} {{(pid=92455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:12:47.573304 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-78a956d9-7e2c-4784-bfa6-7a387d05574a {{(pid=92455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:12:47.573732 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47dd0390-3797-490e-81cd-496cad0e76d8', 'tag': '63388241-1158-44c1-b8af-a95f73d8fc9f', 'status': 'completed', 'code': 200} Jun 09 20:12:47.692510 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4a92b-bf20-4b4c-a000-0f1bea982c6b req-ffc4c1d4-8177-486d-ac8e-4cd70b96ae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:47.694276 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-13b4a92b-bf20-4b4c-a000-0f1bea982c6b req-ffc4c1d4-8177-486d-ac8e-4cd70b96ae56 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bc4be921a85642e6a1eaee96dd2e4f81&device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 1137 time: 0.0828767 Jun 09 20:12:47.730081 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f245a5-0253-4c0e-822a-e9730ea52da2 req-050e635a-4405-40c4-a6dc-5ebb4aeb9c77 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:47.732537 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-72f245a5-0253-4c0e-822a-e9730ea52da2 req-050e635a-4405-40c4-a6dc-5ebb4aeb9c77 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 945 time: 0.0994854 Jun 09 20:12:47.793335 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-72f245a5-0253-4c0e-822a-e9730ea52da2 req-07fc6352-a591-4fd9-9556-a2f35d1d91c5 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549262 Jun 09 20:12:47.964491 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4a92b-bf20-4b4c-a000-0f1bea982c6b req-e9b13bd8-8b59-4d0e-927d-2453de9fe993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:47.967060 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-13b4a92b-bf20-4b4c-a000-0f1bea982c6b req-e9b13bd8-8b59-4d0e-927d-2453de9fe993 service neutron] 10.222.0.22 "GET /v2.0/networks?id=71b291fa-6576-4644-a9a4-a1131eaefd10 HTTP/1.1" status: 200 len: 916 time: 0.2610440 Jun 09 20:12:48.036471 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d91ac-fa56-4cd6-89cd-37a8ec016115 req-1ffdab64-7ffa-437c-b5fb-f29d2d0234b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:48.037943 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-d54d91ac-fa56-4cd6-89cd-37a8ec016115 req-1ffdab64-7ffa-437c-b5fb-f29d2d0234b0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 1100 time: 0.1719792 Jun 09 20:12:48.038801 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2c641-308a-48f4-8b0e-0e3753e84e16 req-39496de5-5a6a-415d-b1db-2540f379b9dd tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:48.040298 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f0b2c641-308a-48f4-8b0e-0e3753e84e16 req-39496de5-5a6a-415d-b1db-2540f379b9dd tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 947 time: 0.0794106 Jun 09 20:12:48.085596 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f0b2c641-308a-48f4-8b0e-0e3753e84e16 req-34634df5-e41e-465f-9451-f20d8d23f66e tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392184 Jun 09 20:12:48.106064 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-d54d91ac-fa56-4cd6-89cd-37a8ec016115 req-d0e89b3d-b797-4461-ae5a-f156e56717d1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554044 Jun 09 20:12:48.107880 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-13b4a92b-bf20-4b4c-a000-0f1bea982c6b req-5fd075c8-76d4-4029-8ff1-c9e33cbb9bec service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63388241-1158-44c1-b8af-a95f73d8fc9f HTTP/1.1" status: 200 len: 1001 time: 0.1318390 Jun 09 20:12:48.236175 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4a92b-bf20-4b4c-a000-0f1bea982c6b req-07103367-628c-4470-a787-082b6d8d35e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:48.237610 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-13b4a92b-bf20-4b4c-a000-0f1bea982c6b req-07103367-628c-4470-a787-082b6d8d35e7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5c3d3e03-f14c-448a-8902-90a16bc454a6 HTTP/1.1" status: 200 len: 854 time: 0.0599744 Jun 09 20:12:48.343115 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4a92b-bf20-4b4c-a000-0f1bea982c6b req-88af3b9a-b370-42e4-a6bd-86069d342334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:48.344728 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-13b4a92b-bf20-4b4c-a000-0f1bea982c6b req-88af3b9a-b370-42e4-a6bd-86069d342334 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=71b291fa-6576-4644-a9a4-a1131eaefd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747960 Jun 09 20:12:48.348170 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea929e85-6c7a-45ac-9bf2-87a1c2ad1230 req-227b5429-4857-46c6-bd9b-43e374ccd734 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:48.349575 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ea929e85-6c7a-45ac-9bf2-87a1c2ad1230 req-227b5429-4857-46c6-bd9b-43e374ccd734 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.0901449 Jun 09 20:12:48.394433 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ea929e85-6c7a-45ac-9bf2-87a1c2ad1230 req-8a7a42ae-1fcc-48d9-ad9a-4bc8b6b1510e tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391726 Jun 09 20:12:48.476434 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-13b4a92b-bf20-4b4c-a000-0f1bea982c6b req-c277ec29-4d3f-43c6-a7b0-e030c569a6da service neutron] 10.222.0.22 "GET /v2.0/networks/71b291fa-6576-4644-a9a4-a1131eaefd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228006 Jun 09 20:12:48.536404 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 8f1496a2-5d48-4384-a61a-0e3463166e67 details requested by agent hyperv_hv-cinder-79566 with host hv-cinder-79566 {{(pid=92457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 20:12:48.623039 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-13b4a92b-bf20-4b4c-a000-0f1bea982c6b req-0a12c90a-3410-45b8-923f-47267268c91c service neutron] 10.222.0.22 "GET /v2.0/networks/71b291fa-6576-4644-a9a4-a1131eaefd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341026 Jun 09 20:12:48.675390 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 8f1496a2-5d48-4384-a61a-0e3463166e67, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=8f1496a2-5d48-4384-a61a-0e3463166e67,segment=NetworkSegment(7f9191b7-762d-4b20-b5e3-118bc3ed2e60),segment_id=7f9191b7-762d-4b20-b5e3-118bc3ed2e60)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:12:48.678941 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5528e96-2f68-48f3-8fb0-ff99f2c59122 req-d420e91d-7f41-474f-a8ba-30875a12d366 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:48.680415 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d5528e96-2f68-48f3-8fb0-ff99f2c59122 req-d420e91d-7f41-474f-a8ba-30875a12d366 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=2202cc1d-1cbb-410b-9f59-7a60d78c06b3 HTTP/1.1" status: 200 len: 943 time: 0.0779939 Jun 09 20:12:48.688737 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Returning: {'device': '8f1496a2-5d48-4384-a61a-0e3463166e67', 'network_id': 'c2c6a903-4702-43e5-a13a-9d00e3beebb9', 'port_id': '8f1496a2-5d48-4384-a61a-0e3463166e67', 'mac_address': 'fa:16:3e:fd:fe:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d991aa8-4a67-4571-aeb8-f96e648fe294', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 20:12:48.724843 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d5528e96-2f68-48f3-8fb0-ff99f2c59122 req-5d8682f6-7962-44e8-8fc6-57101197f094 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381589 Jun 09 20:12:48.769034 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:48.784960 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f1496a2-5d48-4384-a61a-0e3463166e67 {{(pid=92457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:12:48.800243 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 8f1496a2-5d48-4384-a61a-0e3463166e67, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=8f1496a2-5d48-4384-a61a-0e3463166e67,segment=NetworkSegment(7f9191b7-762d-4b20-b5e3-118bc3ed2e60),segment_id=7f9191b7-762d-4b20-b5e3-118bc3ed2e60)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:12:48.879801 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:48.881629 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:12:48.946232 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=8f1496a2-5d48-4384-a61a-0e3463166e67,revision_number=4']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:12:48.949444 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:12:48.974220 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79045095-25a9-4216-b2c3-63d8eebdbb7c req-e6ed6029-7d8e-485f-87df-151ca3e70cfb tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:48.975650 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-79045095-25a9-4216-b2c3-63d8eebdbb7c req-e6ed6029-7d8e-485f-87df-151ca3e70cfb tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 945 time: 0.0818164 Jun 09 20:12:49.019378 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-79045095-25a9-4216-b2c3-63d8eebdbb7c req-5d1d1954-dcbe-4f1f-928c-c75f31c34d67 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379515 Jun 09 20:12:49.277785 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475e5df-3bdd-462d-bf84-ca635b028805 req-7ddd8156-a97f-4f7d-8f38-1930a67cdfac tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:49.279866 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2475e5df-3bdd-462d-bf84-ca635b028805 req-7ddd8156-a97f-4f7d-8f38-1930a67cdfac tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 947 time: 0.0815973 Jun 09 20:12:49.325176 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2475e5df-3bdd-462d-bf84-ca635b028805 req-1eb63ebe-1195-4723-bd25-5ec6a2384df6 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398717 Jun 09 20:12:49.364276 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['8f1496a2-5d48-4384-a61a-0e3463166e67'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:12:49.586168 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6a959-cc45-463c-8c75-81e819c2f841 req-0c82e9e8-a30a-4083-9385-63eea13178c5 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:49.586168 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b0b6a959-cc45-463c-8c75-81e819c2f841 req-0c82e9e8-a30a-4083-9385-63eea13178c5 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.0846565 Jun 09 20:12:49.636489 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b0b6a959-cc45-463c-8c75-81e819c2f841 req-42b5835c-08a4-439d-b2ec-55b12e54ea43 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/security-groups?id=c5e83395-c9b3-4d6e-b922-f79c00024d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453765 Jun 09 20:12:49.885642 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca278bd5-7381-441f-88f2-b5d3821972bd req-cf0c8fad-0a60-48a8-a17d-5624ff3e28cc tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:49.887120 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-ca278bd5-7381-441f-88f2-b5d3821972bd req-cf0c8fad-0a60-48a8-a17d-5624ff3e28cc tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 945 time: 0.0875361 Jun 09 20:12:49.925413 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c5979-dc33-412d-b0a9-4cb55560fd77 req-957ce65a-ee95-4bd9-8822-6dd4442aef24 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:49.926844 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8f6c5979-dc33-412d-b0a9-4cb55560fd77 req-957ce65a-ee95-4bd9-8822-6dd4442aef24 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=2202cc1d-1cbb-410b-9f59-7a60d78c06b3 HTTP/1.1" status: 200 len: 944 time: 0.0813916 Jun 09 20:12:49.977650 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8f6c5979-dc33-412d-b0a9-4cb55560fd77 req-4eb943d5-51df-42a5-9366-b841b9fcc3c2 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450320 Jun 09 20:12:50.031644 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [req-ca278bd5-7381-441f-88f2-b5d3821972bd req-f3aa9d60-18ef-4d60-987f-85fbd4d533f9 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Deleting port dfe8fdb1-b7da-47a4-9f17-bfd53122553f {{(pid=92456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:12:50.031901 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-ca278bd5-7381-441f-88f2-b5d3821972bd req-f3aa9d60-18ef-4d60-987f-85fbd4d533f9 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:50.197824 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-ca278bd5-7381-441f-88f2-b5d3821972bd req-f3aa9d60-18ef-4d60-987f-85fbd4d533f9 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] For port dfe8fdb1-b7da-47a4-9f17-bfd53122553f, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=dfe8fdb1-b7da-47a4-9f17-bfd53122553f,segment=NetworkSegment(7e693cad-958c-450d-b744-b9a52e4f9dcc),segment_id=7e693cad-958c-450d-b744-b9a52e4f9dcc)] {{(pid=92456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:12:50.198257 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-ca278bd5-7381-441f-88f2-b5d3821972bd req-f3aa9d60-18ef-4d60-987f-85fbd4d533f9 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:50.226998 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83556e81-1f65-435f-b9fb-dbe66bd80da3 req-eef7758d-b0d7-413e-9642-ae8a4e0f2ee7 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:50.228497 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-83556e81-1f65-435f-b9fb-dbe66bd80da3 req-eef7758d-b0d7-413e-9642-ae8a4e0f2ee7 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 945 time: 0.0980315 Jun 09 20:12:50.281917 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-83556e81-1f65-435f-b9fb-dbe66bd80da3 req-f6acebcd-a14a-493b-87de-885686536e13 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466781 Jun 09 20:12:50.350275 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [req-ca278bd5-7381-441f-88f2-b5d3821972bd req-f3aa9d60-18ef-4d60-987f-85fbd4d533f9 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Calling delete_port for dfe8fdb1-b7da-47a4-9f17-bfd53122553f owned by compute:nova {{(pid=92456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:12:50.547382 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded86da5-f9eb-48ae-96a2-8c3eed6bb37c req-2d2dbf15-6929-4e20-8657-e19ee9704d2f tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:50.550289 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ded86da5-f9eb-48ae-96a2-8c3eed6bb37c req-2d2dbf15-6929-4e20-8657-e19ee9704d2f tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 947 time: 0.0955508 Jun 09 20:12:50.551293 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 8f1496a2-5d48-4384-a61a-0e3463166e67 up at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:12:50.565710 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-ca278bd5-7381-441f-88f2-b5d3821972bd req-f3aa9d60-18ef-4d60-987f-85fbd4d533f9 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2273976'] for port, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:50.573608 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-bbe0ad4d-9452-4ba9-b542-019025c341f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:12:50.588966 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['dfe8fdb1-b7da-47a4-9f17-bfd53122553f'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:12:50.607819 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ded86da5-f9eb-48ae-96a2-8c3eed6bb37c req-ad453c5e-9249-421c-9028-d36ce9f85344 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529504 Jun 09 20:12:50.654512 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa9d60-18ef-4d60-987f-85fbd4d533f9 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Pushing event deleted for resources: {'Port': ['ID=dfe8fdb1-b7da-47a4-9f17-bfd53122553f,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:12:50.658170 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-f3aa9d60-18ef-4d60-987f-85fbd4d533f9 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:12:50.751894 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca278bd5-7381-441f-88f2-b5d3821972bd req-f3aa9d60-18ef-4d60-987f-85fbd4d533f9 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] No DVR routers for this DVR port dfe8fdb1-b7da-47a4-9f17-bfd53122553f on host hv-cinder-79566 {{(pid=92456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 20:12:50.754820 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-ca278bd5-7381-441f-88f2-b5d3821972bd req-f3aa9d60-18ef-4d60-987f-85fbd4d533f9 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:50.757014 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-ca278bd5-7381-441f-88f2-b5d3821972bd req-f3aa9d60-18ef-4d60-987f-85fbd4d533f9 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.22 "DELETE /v2.0/ports/dfe8fdb1-b7da-47a4-9f17-bfd53122553f HTTP/1.1" status: 204 len: 173 time: 0.8607080 Jun 09 20:12:50.757589 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c15b537-aea9-40f7-91da-ea07ef19cab0', 'name': 'network-vif-deleted', 'tag': 'dfe8fdb1-b7da-47a4-9f17-bfd53122553f'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:12:50.760762 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa74b7e-ad1e-4157-879e-ceb74b425b00" -d '{"events": [{"server_uuid": "5c15b537-aea9-40f7-91da-ea07ef19cab0", "name": "network-vif-deleted", "tag": "dfe8fdb1-b7da-47a4-9f17-bfd53122553f"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:12:50.777667 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning for port 8f1496a2-5d48-4384-a61a-0e3463166e67 completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:12:50.784076 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning complete for port 8f1496a2-5d48-4384-a61a-0e3463166e67 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:12:50.784745 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:50.810388 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9003e5-888e-49f9-85b2-5c7b97b8bede x-openstack-request-id: req-dc9003e5-888e-49f9-85b2-5c7b97b8bede {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:12:50.810733 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c15b537-aea9-40f7-91da-ea07ef19cab0", "name": "network-vif-deleted", "tag": "dfe8fdb1-b7da-47a4-9f17-bfd53122553f", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:12:50.811027 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dc9003e5-888e-49f9-85b2-5c7b97b8bede {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:12:50.811450 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c15b537-aea9-40f7-91da-ea07ef19cab0', 'name': 'network-vif-deleted', 'tag': 'dfe8fdb1-b7da-47a4-9f17-bfd53122553f', 'status': 'completed', 'code': 200} Jun 09 20:12:50.817183 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1c47262f-b9eb-4288-8967-282acd4e223f req-23180bc1-7bd6-4ab4-be5b-177ec6c66bf7 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 210 time: 0.0538645 Jun 09 20:12:50.914022 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:50.945189 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2202cc1d-1cbb-410b-9f59-7a60d78c06b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1496a2-5d48-4384-a61a-0e3463166e67'}] {{(pid=92457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:12:50.947436 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c413b0bec0402a5ae16451c6582d791322e0202680a960d7e14492227081b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d9ef87-0609-4918-9874-f79dac523862" -d '{"events": [{"server_uuid": "2202cc1d-1cbb-410b-9f59-7a60d78c06b3", "name": "network-vif-plugged", "status": "completed", "tag": "8f1496a2-5d48-4384-a61a-0e3463166e67"}]}' {{(pid=92457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:12:50.957824 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 8f1496a2-5d48-4384-a61a-0e3463166e67, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=8f1496a2-5d48-4384-a61a-0e3463166e67,segment=NetworkSegment(7f9191b7-762d-4b20-b5e3-118bc3ed2e60),segment_id=7f9191b7-762d-4b20-b5e3-118bc3ed2e60)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:12:50.995717 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4bbb15-564d-4224-99ef-10d7e0efe6af x-openstack-request-id: req-ca4bbb15-564d-4224-99ef-10d7e0efe6af {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:12:51.002822 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2202cc1d-1cbb-410b-9f59-7a60d78c06b3", "name": "network-vif-plugged", "status": "completed", "tag": "8f1496a2-5d48-4384-a61a-0e3463166e67", "code": 200}]} {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:12:51.002822 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ca4bbb15-564d-4224-99ef-10d7e0efe6af {{(pid=92457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:12:51.002822 dv-cinder-795669-1-iscsi neutron-server[92457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2202cc1d-1cbb-410b-9f59-7a60d78c06b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1496a2-5d48-4384-a61a-0e3463166e67', 'code': 200} Jun 09 20:12:51.073802 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:51.076948 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:12:51.146462 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=8f1496a2-5d48-4384-a61a-0e3463166e67,revision_number=5']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:12:51.156364 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:12:51.205878 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32f83d-e965-4eaf-b10c-3f540500750a req-87e6cff5-ec9a-4cdb-aaf9-9a51f1ef985e tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:51.207360 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-dc32f83d-e965-4eaf-b10c-3f540500750a req-87e6cff5-ec9a-4cdb-aaf9-9a51f1ef985e tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=2202cc1d-1cbb-410b-9f59-7a60d78c06b3 HTTP/1.1" status: 200 len: 945 time: 0.0861089 Jun 09 20:12:51.252618 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-dc32f83d-e965-4eaf-b10c-3f540500750a req-234af53a-9063-4b0c-a6e9-363911a0612e tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392795 Jun 09 20:12:51.443866 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc0427-63ae-4a0d-afc3-10280cacd64b req-f77ffbd6-834f-404c-8973-c167203bc99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:51.445345 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b4fc0427-63ae-4a0d-afc3-10280cacd64b req-f77ffbd6-834f-404c-8973-c167203bc99b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2202cc1d-1cbb-410b-9f59-7a60d78c06b3 HTTP/1.1" status: 200 len: 1098 time: 0.0850408 Jun 09 20:12:51.484218 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6617c42-1ce3-446d-9eec-81ec036f3e51 req-352718bf-5371-4a72-b328-1bbbc37a376a tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:51.485681 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c6617c42-1ce3-446d-9eec-81ec036f3e51 req-352718bf-5371-4a72-b328-1bbbc37a376a tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 945 time: 0.0794709 Jun 09 20:12:51.499381 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b4fc0427-63ae-4a0d-afc3-10280cacd64b req-9d0dd2db-26b7-42e3-ad01-011de36ca62c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453970 Jun 09 20:12:51.529892 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c6617c42-1ce3-446d-9eec-81ec036f3e51 req-9d960d34-c3b5-4e2a-943d-477700255b9f tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385628 Jun 09 20:12:51.810636 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd8970-54a1-4184-ab38-e8d003c4c275 req-fdb76bee-ec97-4cb0-a818-5abf72d53c96 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:51.812117 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-57dd8970-54a1-4184-ab38-e8d003c4c275 req-fdb76bee-ec97-4cb0-a818-5abf72d53c96 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 947 time: 0.0813942 Jun 09 20:12:51.858917 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-57dd8970-54a1-4184-ab38-e8d003c4c275 req-f47cfafe-996e-4242-a0c9-1834350072da tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399036 Jun 09 20:12:51.989248 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-daff1299-bbc5-4895-9072-a3a83bd1f240 req-e75d20bc-0661-4381-a262-8b0328c722c8 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c15b537-aea9-40f7-91da-ea07ef19cab0 HTTP/1.1" status: 200 len: 210 time: 0.0428483 Jun 09 20:12:52.437692 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19166060-a9b1-41d3-8d27-f5c9c2984c01 req-33509ac4-f937-425d-8bc4-2cf5c7a35a6c tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:52.439133 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-19166060-a9b1-41d3-8d27-f5c9c2984c01 req-33509ac4-f937-425d-8bc4-2cf5c7a35a6c tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=2202cc1d-1cbb-410b-9f59-7a60d78c06b3 HTTP/1.1" status: 200 len: 945 time: 0.0824764 Jun 09 20:12:52.489474 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-19166060-a9b1-41d3-8d27-f5c9c2984c01 req-495b6b34-7776-4991-b1f2-b410dce2cc34 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444624 Jun 09 20:12:52.576557 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device dfe8fdb1-b7da-47a4-9f17-bfd53122553f no longer exists at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:12:52.616626 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] No Port match for: dfe8fdb1-b7da-47a4-9f17-bfd53122553f {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:12:52.617249 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device dfe8fdb1-b7da-47a4-9f17-bfd53122553f not bound to the agent host hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:12:52.717310 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295479b4-85da-4331-ac66-51d35a92e6d7 req-40c75222-413e-4ca6-8a66-2804bcd0c724 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:52.718944 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-295479b4-85da-4331-ac66-51d35a92e6d7 req-40c75222-413e-4ca6-8a66-2804bcd0c724 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 945 time: 0.0846515 Jun 09 20:12:52.768287 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-295479b4-85da-4331-ac66-51d35a92e6d7 req-eaa2b833-14bb-4f8c-96b6-66ff27f7985e tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434699 Jun 09 20:12:53.083381 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 44582) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:12:53.694458 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-7623c9f0-3a32-46dd-a551-13eb64268a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3926479'] for router_interface, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:53.769571 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47345d1a-88cd-4844-b329-e87019291ec4 req-1897d24f-995f-46b6-8a57-0ce3e6eb866c tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:53.771079 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-47345d1a-88cd-4844-b329-e87019291ec4 req-1897d24f-995f-46b6-8a57-0ce3e6eb866c tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=2202cc1d-1cbb-410b-9f59-7a60d78c06b3 HTTP/1.1" status: 200 len: 945 time: 0.1730311 Jun 09 20:12:53.815792 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-47345d1a-88cd-4844-b329-e87019291ec4 req-883283af-f5fa-4ba7-9d15-858c54807f2f tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387936 Jun 09 20:12:53.988562 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27885e0-4647-4ba3-8a12-d4d5d41d82e2 req-09003377-8db6-4589-93a5-efdeb5182b0b tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:53.990820 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f27885e0-4647-4ba3-8a12-d4d5d41d82e2 req-09003377-8db6-4589-93a5-efdeb5182b0b tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 945 time: 0.0939531 Jun 09 20:12:54.038911 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f27885e0-4647-4ba3-8a12-d4d5d41d82e2 req-553c4462-b624-45d8-861d-8fdfa98fcd8a tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424097 Jun 09 20:12:54.127665 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [None req-7623c9f0-3a32-46dd-a551-13eb64268a5c admin admin] Deleting port 644edec6-d916-473c-866c-82562943aabd {{(pid=92456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:12:54.128249 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-7623c9f0-3a32-46dd-a551-13eb64268a5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:54.248294 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [None req-7623c9f0-3a32-46dd-a551-13eb64268a5c admin admin] For port 644edec6-d916-473c-866c-82562943aabd, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=644edec6-d916-473c-866c-82562943aabd,segment=NetworkSegment(7e693cad-958c-450d-b744-b9a52e4f9dcc),segment_id=7e693cad-958c-450d-b744-b9a52e4f9dcc)] {{(pid=92456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:12:54.248688 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-7623c9f0-3a32-46dd-a551-13eb64268a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:54.377396 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [None req-7623c9f0-3a32-46dd-a551-13eb64268a5c admin admin] Calling delete_port for 644edec6-d916-473c-866c-82562943aabd owned by network:router_interface {{(pid=92456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:12:54.611127 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:54.822411 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-7623c9f0-3a32-46dd-a551-13eb64268a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2273976'] for port, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:54.826253 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-1630931b-473b-48c6-84e3-d63db7303e29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:12:54.867808 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623c9f0-3a32-46dd-a551-13eb64268a5c admin admin] Pushing event deleted for resources: {'Port': ['ID=644edec6-d916-473c-866c-82562943aabd,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:12:54.870889 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-7623c9f0-3a32-46dd-a551-13eb64268a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:12:55.139698 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-7623c9f0-3a32-46dd-a551-13eb64268a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3714534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3927953'] for router_interface, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:55.231063 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27941a0-46f0-44aa-819c-0fb2ef8ab38e req-f1d85e61-79ab-4c05-86e0-fe6c5eb15119 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:55.232723 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e27941a0-46f0-44aa-819c-0fb2ef8ab38e req-f1d85e61-79ab-4c05-86e0-fe6c5eb15119 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 945 time: 0.0854886 Jun 09 20:12:55.280429 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e27941a0-46f0-44aa-819c-0fb2ef8ab38e req-0814cec4-9d4a-4925-8e1f-678d3c3091e6 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416446 Jun 09 20:12:55.518443 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7623c9f0-3a32-46dd-a551-13eb64268a5c admin admin] Router fb6be78d-0c0c-424d-9c62-c21e8a2031ee has already been hosted by L3 agent 64117835-a1f5-4801-ace7-11985afbc460 {{(pid=92456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 20:12:55.714182 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7623c9f0-3a32-46dd-a551-13eb64268a5c admin admin] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:12:55.719873 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-7623c9f0-3a32-46dd-a551-13eb64268a5c admin admin] 10.222.0.15 "PUT /v2.0/routers/fb6be78d-0c0c-424d-9c62-c21e8a2031ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6346259 Jun 09 20:12:55.721686 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 44600) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:12:55.726484 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4caeaa1-d95e-4165-bbae-720773a297c9 None None] Sync routers for ids ['fb6be78d-0c0c-424d-9c62-c21e8a2031ee'] in dv-cinder-795669-1-iscsi {{(pid=92458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:12:55.737406 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4caeaa1-d95e-4165-bbae-720773a297c9 None None] Routers {'fb6be78d-0c0c-424d-9c62-c21e8a2031ee'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:12:55.738252 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-d4caeaa1-d95e-4165-bbae-720773a297c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:12:32Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['fb6be78d-0c0c-424d-9c62-c21e8a2031ee'], 'active': True} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:12:55.908511 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-a2e3ed00-eef0-48f0-b01c-626bcf4e4811 admin admin] Notify callbacks [] for router, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:55.916569 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvr_db [None req-d4caeaa1-d95e-4165-bbae-720773a297c9 None None] Set router fb6be78d-0c0c-424d-9c62-c21e8a2031ee gateway port host: dv-cinder-795669-1-iscsi {{(pid=92458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:12:56.090343 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-a2e3ed00-eef0-48f0-b01c-626bcf4e4811 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:56.201373 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-d4caeaa1-d95e-4165-bbae-720773a297c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6be78d-0c0c-424d-9c62-c21e8a2031ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1571002305-router', 'tenant_id': '3f30e4e665c8435e83fa56abcd23bc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'b10338ab-5e02-46cb-a79e-0aa645187a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:03Z', 'updated_at': '2021-06-09T20:12:54Z', 'revision_number': 5, 'project_id': '3f30e4e665c8435e83fa56abcd23bc22', 'gw_port': {'id': 'b10338ab-5e02-46cb-a79e-0aa645187a56', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:6c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6be78d-0c0c-424d-9c62-c21e8a2031ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:04Z', 'updated_at': '2021-06-09T20:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi'}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:12:56.205438 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4caeaa1-d95e-4165-bbae-720773a297c9 None None] Checking router: fb6be78d-0c0c-424d-9c62-c21e8a2031ee for host: dv-cinder-795669-1-iscsi {{(pid=92458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:12:56.214357 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4caeaa1-d95e-4165-bbae-720773a297c9 None None] Routers {'fb6be78d-0c0c-424d-9c62-c21e8a2031ee'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:12:56.214977 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-d4caeaa1-d95e-4165-bbae-720773a297c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:12:32Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['fb6be78d-0c0c-424d-9c62-c21e8a2031ee'], 'active': True} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:12:56.246243 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.plugin [None req-a2e3ed00-eef0-48f0-b01c-626bcf4e4811 admin admin] Deleting port b10338ab-5e02-46cb-a79e-0aa645187a56 {{(pid=92455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:12:56.246857 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-a2e3ed00-eef0-48f0-b01c-626bcf4e4811 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:56.368961 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvr_db [None req-d4caeaa1-d95e-4165-bbae-720773a297c9 None None] Set router fb6be78d-0c0c-424d-9c62-c21e8a2031ee gateway port host: None {{(pid=92458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:12:56.369190 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.db [None req-a2e3ed00-eef0-48f0-b01c-626bcf4e4811 admin admin] For port b10338ab-5e02-46cb-a79e-0aa645187a56, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=b10338ab-5e02-46cb-a79e-0aa645187a56,segment=NetworkSegment(5cc1a330-8329-4d0b-b0d5-254d1224405d),segment_id=5cc1a330-8329-4d0b-b0d5-254d1224405d)] {{(pid=92455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:12:56.369561 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-a2e3ed00-eef0-48f0-b01c-626bcf4e4811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:56.477041 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-d4caeaa1-d95e-4165-bbae-720773a297c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6be78d-0c0c-424d-9c62-c21e8a2031ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1571002305-router', 'tenant_id': '3f30e4e665c8435e83fa56abcd23bc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:03Z', 'updated_at': '2021-06-09T20:12:56Z', 'revision_number': 6, 'project_id': '3f30e4e665c8435e83fa56abcd23bc22', 'gw_port_host': None}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:12:56.481004 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4caeaa1-d95e-4165-bbae-720773a297c9 None None] The sync data for ids ['fb6be78d-0c0c-424d-9c62-c21e8a2031ee'] in dv-cinder-795669-1-iscsi is: [{'id': 'fb6be78d-0c0c-424d-9c62-c21e8a2031ee', 'name': 'tempest-ServerRescueNegativeTestJSON-1571002305-router', 'tenant_id': '3f30e4e665c8435e83fa56abcd23bc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:03Z', 'updated_at': '2021-06-09T20:12:56Z', 'revision_number': 6, 'project_id': '3f30e4e665c8435e83fa56abcd23bc22', 'gw_port_host': None}] {{(pid=92458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:12:56.529182 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.plugin [None req-a2e3ed00-eef0-48f0-b01c-626bcf4e4811 admin admin] Calling delete_port for b10338ab-5e02-46cb-a79e-0aa645187a56 owned by network:router_gateway {{(pid=92455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:12:56.652233 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a69f4e-b915-4aca-9560-2e314fe4ce81 req-ba641e8d-29cf-4933-ab79-e3d27352eb99 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:56.653653 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d7a69f4e-b915-4aca-9560-2e314fe4ce81 req-ba641e8d-29cf-4933-ab79-e3d27352eb99 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 945 time: 0.2217100 Jun 09 20:12:56.841423 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d7a69f4e-b915-4aca-9560-2e314fe4ce81 req-13c58621-4754-438b-bf79-e5946d6c5c9c tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704226 Jun 09 20:12:57.166181 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-a2e3ed00-eef0-48f0-b01c-626bcf4e4811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162651'] for port, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:57.173665 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:12:57.241039 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e3ed00-eef0-48f0-b01c-626bcf4e4811 admin admin] Pushing event deleted for resources: {'Port': ['ID=b10338ab-5e02-46cb-a79e-0aa645187a56,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:12:57.270538 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-a2e3ed00-eef0-48f0-b01c-626bcf4e4811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:12:57.341785 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-a2e3ed00-eef0-48f0-b01c-626bcf4e4811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3925078'] for router_gateway, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:57.520052 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-a2e3ed00-eef0-48f0-b01c-626bcf4e4811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3905294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3075'] for router, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:57.522239 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-a2e3ed00-eef0-48f0-b01c-626bcf4e4811 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:57.645535 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-a2e3ed00-eef0-48f0-b01c-626bcf4e4811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3905434'] for router, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:57.646026 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device b10338ab-5e02-46cb-a79e-0aa645187a56 no longer exists at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:12:57.646588 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e3ed00-eef0-48f0-b01c-626bcf4e4811 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb6be78d-0c0c-424d-9c62-c21e8a2031ee {{(pid=92455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 20:12:57.650692 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-a2e3ed00-eef0-48f0-b01c-626bcf4e4811 admin admin] Notify callbacks [] for router, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:57.656731 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-a2e3ed00-eef0-48f0-b01c-626bcf4e4811 admin admin] 10.222.0.15 "DELETE /v2.0/routers/fb6be78d-0c0c-424d-9c62-c21e8a2031ee HTTP/1.1" status: 204 len: 168 time: 1.9290535 Jun 09 20:12:57.656731 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 44614) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:12:57.682399 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] No Port match for: b10338ab-5e02-46cb-a79e-0aa645187a56 {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:12:57.682856 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device b10338ab-5e02-46cb-a79e-0aa645187a56 not bound to the agent host dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:12:57.683357 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 644edec6-d916-473c-866c-82562943aabd no longer exists at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:12:57.721021 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e818c9-3499-4eed-aebd-c19c53b6aec6 admin admin] Deleting subnet 1fb7b8a2-658b-4014-a6fa-473f341feb23 {{(pid=92455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 20:12:57.724313 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-92e818c9-3499-4eed-aebd-c19c53b6aec6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:57.726701 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] No Port match for: 644edec6-d916-473c-866c-82562943aabd {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:12:57.727360 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 644edec6-d916-473c-866c-82562943aabd not bound to the agent host dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:12:57.784122 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-92e818c9-3499-4eed-aebd-c19c53b6aec6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3128261'] for subnet, precommit_delete_associations {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:57.845174 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-92e818c9-3499-4eed-aebd-c19c53b6aec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883559'] for subnet, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:58.001460 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-92e818c9-3499-4eed-aebd-c19c53b6aec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2403900'] for subnet, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:58.014910 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-804cd344-4d6c-446e-abc2-941f45dc9f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:12:58.056250 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e818c9-3499-4eed-aebd-c19c53b6aec6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fb7b8a2-658b-4014-a6fa-473f341feb23,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:12:58.060931 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-92e818c9-3499-4eed-aebd-c19c53b6aec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:12:58.070244 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-92e818c9-3499-4eed-aebd-c19c53b6aec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for subnet, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:58.074403 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-92e818c9-3499-4eed-aebd-c19c53b6aec6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1fb7b8a2-658b-4014-a6fa-473f341feb23 HTTP/1.1" status: 204 len: 168 time: 0.4168053 Jun 09 20:12:58.074886 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 44620) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:12:58.112653 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a41bb-ab38-44c2-86ba-831074fc3c81 req-a4a90576-209a-4e9d-ad05-a7ec9ddd1067 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:58.122683 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1c5a41bb-ab38-44c2-86ba-831074fc3c81 req-a4a90576-209a-4e9d-ad05-a7ec9ddd1067 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 945 time: 0.1637199 Jun 09 20:12:58.172784 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1c5a41bb-ab38-44c2-86ba-831074fc3c81 req-780149f0-b23d-4ef1-88e0-6d0ce8f55a45 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491626 Jun 09 20:12:58.190537 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ce578f20-9139-4938-a770-c840a091724f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769015'] for network, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:58.314308 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ce578f20-9139-4938-a770-c840a091724f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884462', 'neutron.services.segments.db._delete_segments_for_network-8784791871416'] for network, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:58.330090 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.services.segments.db [None req-ce578f20-9139-4938-a770-c840a091724f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2773c51-860c-4726-b245-81d2da947565']}} {{(pid=92456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:12:58.342304 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.services.segments.db [None req-ce578f20-9139-4938-a770-c840a091724f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e693cad-958c-450d-b744-b9a52e4f9dcc') {'for_net_delete': True} {{(pid=92456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:12:58.342601 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.services.segments.db [None req-ce578f20-9139-4938-a770-c840a091724f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e693cad-958c-450d-b744-b9a52e4f9dcc') {} {{(pid=92456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:12:58.353781 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ce578f20-9139-4938-a770-c840a091724f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784791825875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2301223'] for segment, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:58.373421 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ce578f20-9139-4938-a770-c840a091724f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028'] for segment, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:58.379182 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce578f20-9139-4938-a770-c840a091724f admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=92456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 20:12:58.379556 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ce578f20-9139-4938-a770-c840a091724f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2273943'] for segment, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:58.392205 dv-cinder-795669-1-iscsi neutron-server[92456]: Traceback (most recent call last): Jun 09 20:12:58.392205 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 20:12:58.392205 dv-cinder-795669-1-iscsi neutron-server[92456]: timer() Jun 09 20:12:58.392205 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 20:12:58.392205 dv-cinder-795669-1-iscsi neutron-server[92456]: cb(*args, **kw) Jun 09 20:12:58.392205 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 20:12:58.392205 dv-cinder-795669-1-iscsi neutron-server[92456]: return func(*args, **kwargs) Jun 09 20:12:58.392205 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 20:12:58.392205 dv-cinder-795669-1-iscsi neutron-server[92456]: self._notify() Jun 09 20:12:58.392205 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 20:12:58.392205 dv-cinder-795669-1-iscsi neutron-server[92456]: self.callback(batched_events) Jun 09 20:12:58.392205 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 20:12:58.392205 dv-cinder-795669-1-iscsi neutron-server[92456]: event.method(event) Jun 09 20:12:58.392205 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 20:12:58.392205 dv-cinder-795669-1-iscsi neutron-server[92456]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 20:12:58.392205 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 20:12:58.392205 dv-cinder-795669-1-iscsi neutron-server[92456]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 20:12:58.392205 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 20:12:58.392205 dv-cinder-795669-1-iscsi neutron-server[92456]: return f(self, *a, **k) Jun 09 20:12:58.392205 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 20:12:58.392205 dv-cinder-795669-1-iscsi neutron-server[92456]: return self._get(url).json() Jun 09 20:12:58.392205 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 20:12:58.392205 dv-cinder-795669-1-iscsi neutron-server[92456]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 20:12:58.392205 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 20:12:58.392205 dv-cinder-795669-1-iscsi neutron-server[92456]: return self.request(url, 'GET', **kwargs) Jun 09 20:12:58.392205 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 20:12:58.392205 dv-cinder-795669-1-iscsi neutron-server[92456]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 20:12:58.392205 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 20:12:58.392205 dv-cinder-795669-1-iscsi neutron-server[92456]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 20:12:58.392205 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 20:12:58.392205 dv-cinder-795669-1-iscsi neutron-server[92456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 20:12:58.392205 dv-cinder-795669-1-iscsi neutron-server[92456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 20:12:58.525531 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ce578f20-9139-4938-a770-c840a091724f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3854142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3925107'] for network, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:58.530748 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ce578f20-9139-4938-a770-c840a091724f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for network, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:58.532814 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-ce578f20-9139-4938-a770-c840a091724f admin admin] 10.222.0.15 "DELETE /v2.0/networks/b2773c51-860c-4726-b245-81d2da947565 HTTP/1.1" status: 204 len: 168 time: 0.4565585 Jun 09 20:12:58.533319 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-b2fd477b-7833-4185-b2dd-b546ed092765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:12:58.550676 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce578f20-9139-4938-a770-c840a091724f admin admin] Pushing event deleted for resources: {'Network': ['ID=b2773c51-860c-4726-b245-81d2da947565,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:12:58.553189 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-ce578f20-9139-4938-a770-c840a091724f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:12:58.863658 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 44624) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:12:58.913080 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-470d9310-4585-412e-907e-ad84b4b91b18 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3f30e4e665c8435e83fa56abcd23bc22&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0482137 Jun 09 20:12:58.915360 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 44626) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:12:59.034738 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-f5e7db2e-3d2a-44f6-8719-0f13d1c8c959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:59.067989 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-7ddaed80-4bbe-4a4f-8a0f-af6bac4ccd7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:59.094718 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-7ddaed80-4bbe-4a4f-8a0f-af6bac4ccd7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:59.188604 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-7ddaed80-4bbe-4a4f-8a0f-af6bac4ccd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:59.191130 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-7ddaed80-4bbe-4a4f-8a0f-af6bac4ccd7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:12:59.192417 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-7ddaed80-4bbe-4a4f-8a0f-af6bac4ccd7a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c5e83395-c9b3-4d6e-b922-f79c00024d9d HTTP/1.1" status: 204 len: 168 time: 0.2761490 Jun 09 20:12:59.193243 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-8733bc02-75ff-4ebe-9c59-948595295f24 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:12:59.204112 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddaed80-4bbe-4a4f-8a0f-af6bac4ccd7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e83395-c9b3-4d6e-b922-f79c00024d9d,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:12:59.206732 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-7ddaed80-4bbe-4a4f-8a0f-af6bac4ccd7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:12:59.405467 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c4527-462a-4c56-b150-ac51d3d45306 req-80f1f01f-94be-48c7-84b9-578811572e05 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:12:59.407059 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9b5c4527-462a-4c56-b150-ac51d3d45306 req-80f1f01f-94be-48c7-84b9-578811572e05 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 945 time: 0.0884542 Jun 09 20:12:59.453205 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9b5c4527-462a-4c56-b150-ac51d3d45306 req-b07a0328-291b-4c7e-8fa7-ed0c1cc9f764 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404582 Jun 09 20:13:00.646545 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be7429-2322-4386-99ec-c4d1e43d10b8 req-37829095-4d3e-4f49-bb81-654d587842ff tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:00.665660 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c3be7429-2322-4386-99ec-c4d1e43d10b8 req-37829095-4d3e-4f49-bb81-654d587842ff tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 945 time: 0.0845547 Jun 09 20:13:00.695959 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c3be7429-2322-4386-99ec-c4d1e43d10b8 req-49482afe-c5cb-42bb-9693-837e82962e2d tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415161 Jun 09 20:13:01.480075 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:01.823692 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-52b61a20-717b-4a23-86b4-974284ae7845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:01.886218 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0bf73-ddce-4343-a01a-9e3a516edf4a req-64b11d91-e09e-40a9-9c40-d854622414f2 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:01.887657 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-28f0bf73-ddce-4343-a01a-9e3a516edf4a req-64b11d91-e09e-40a9-9c40-d854622414f2 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 945 time: 0.0790367 Jun 09 20:13:01.934613 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-28f0bf73-ddce-4343-a01a-9e3a516edf4a req-ee2e4558-85aa-412b-8ad4-73bea9a5e253 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406919 Jun 09 20:13:02.086138 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e5fbc-888c-45b9-ac97-508e21856704 req-460868f9-29d3-42be-93d0-b70f872d59a7 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:02.087904 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-059e5fbc-888c-45b9-ac97-508e21856704 req-460868f9-29d3-42be-93d0-b70f872d59a7 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 984 time: 0.0883269 Jun 09 20:13:02.110733 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1bbc6-a08a-4b92-b5fb-63bfdcb02d0e req-d12eef02-6b22-4a29-b7ee-26db29771a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:02.112212 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-cff1bbc6-a08a-4b92-b5fb-63bfdcb02d0e req-d12eef02-6b22-4a29-b7ee-26db29771a8e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bc4be921a85642e6a1eaee96dd2e4f81&device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 1137 time: 0.0818594 Jun 09 20:13:02.138002 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-059e5fbc-888c-45b9-ac97-508e21856704 req-b8ff9603-5b86-4934-a8c6-dd366fa0c749 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&id=11dde837-5c82-4188-930e-cea36399023a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426307 Jun 09 20:13:02.260727 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1bbc6-a08a-4b92-b5fb-63bfdcb02d0e req-3783793a-2657-4fd3-b8d4-c7863b1aafa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:02.260727 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-cff1bbc6-a08a-4b92-b5fb-63bfdcb02d0e req-3783793a-2657-4fd3-b8d4-c7863b1aafa1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=71b291fa-6576-4644-a9a4-a1131eaefd10 HTTP/1.1" status: 200 len: 916 time: 0.1326330 Jun 09 20:13:02.363463 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-cff1bbc6-a08a-4b92-b5fb-63bfdcb02d0e req-0750929c-b3be-4431-b3f4-b12c32c1e26c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63388241-1158-44c1-b8af-a95f73d8fc9f HTTP/1.1" status: 200 len: 1001 time: 0.1005523 Jun 09 20:13:02.437948 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1bbc6-a08a-4b92-b5fb-63bfdcb02d0e req-d0de66f5-6387-409a-8f7b-8f633f33499a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:02.439686 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2b1b8-9b94-486a-98fd-d425b2f57d84 req-ed201766-6108-4015-8b30-4a90ca0d07dc tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:02.440045 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-cff1bbc6-a08a-4b92-b5fb-63bfdcb02d0e req-d0de66f5-6387-409a-8f7b-8f633f33499a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5c3d3e03-f14c-448a-8902-90a16bc454a6 HTTP/1.1" status: 200 len: 854 time: 0.0685289 Jun 09 20:13:02.441176 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-91a2b1b8-9b94-486a-98fd-d425b2f57d84 req-ed201766-6108-4015-8b30-4a90ca0d07dc tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 945 time: 0.0828171 Jun 09 20:13:02.488861 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-91a2b1b8-9b94-486a-98fd-d425b2f57d84 req-537f0b01-8b4e-4b67-82b9-b4ca47a1c355 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416491 Jun 09 20:13:02.609964 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1bbc6-a08a-4b92-b5fb-63bfdcb02d0e req-e78feec9-964a-4ad2-b328-acdfc37c5ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:02.611738 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-cff1bbc6-a08a-4b92-b5fb-63bfdcb02d0e req-e78feec9-964a-4ad2-b328-acdfc37c5ce9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=71b291fa-6576-4644-a9a4-a1131eaefd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1636281 Jun 09 20:13:02.613592 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c212590-0f8c-427c-8015-08a51ceaddaf req-6f30fee6-9e58-4610-a2fd-5f5cde734637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:02.614882 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-7c212590-0f8c-427c-8015-08a51ceaddaf req-6f30fee6-9e58-4610-a2fd-5f5cde734637 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a153f4ee3c7640608753fa26850931e1&device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 1098 time: 0.1213713 Jun 09 20:13:02.719988 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:02.894842 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-cff1bbc6-a08a-4b92-b5fb-63bfdcb02d0e req-1048e364-cda2-4c31-8013-6f81e716d974 service neutron] 10.222.0.22 "GET /v2.0/networks/71b291fa-6576-4644-a9a4-a1131eaefd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642477 Jun 09 20:13:02.897262 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c212590-0f8c-427c-8015-08a51ceaddaf req-c0ce925e-10c0-41d6-bee1-913ce0b7a9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:02.898518 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-7c212590-0f8c-427c-8015-08a51ceaddaf req-c0ce925e-10c0-41d6-bee1-913ce0b7a9cd service neutron] 10.222.0.22 "GET /v2.0/networks?id=4a036ca4-dd58-4133-bd8c-881911c6180b HTTP/1.1" status: 200 len: 912 time: 0.2475710 Jun 09 20:13:03.110312 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-7c212590-0f8c-427c-8015-08a51ceaddaf req-2964308d-2dc1-4875-9f06-0fe008bb18ec service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e662586-e1de-4e24-bc6a-37a144bd6f2c HTTP/1.1" status: 200 len: 1000 time: 0.1875057 Jun 09 20:13:03.186119 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-cff1bbc6-a08a-4b92-b5fb-63bfdcb02d0e req-53c62bf0-0eea-4ee0-a9c6-39ad3beec165 service neutron] 10.222.0.22 "GET /v2.0/networks/71b291fa-6576-4644-a9a4-a1131eaefd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646210 Jun 09 20:13:03.196775 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c212590-0f8c-427c-8015-08a51ceaddaf req-a408e116-85c5-4c82-bf94-93e25264a25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:03.198421 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-7c212590-0f8c-427c-8015-08a51ceaddaf req-a408e116-85c5-4c82-bf94-93e25264a25e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=300c2a4a-c553-45e5-8e44-47365525b421 HTTP/1.1" status: 200 len: 850 time: 0.0786440 Jun 09 20:13:03.282351 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c212590-0f8c-427c-8015-08a51ceaddaf req-cee3b9d6-8b52-47b9-84ff-d755b553cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:03.283770 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-7c212590-0f8c-427c-8015-08a51ceaddaf req-cee3b9d6-8b52-47b9-84ff-d755b553cbe1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a036ca4-dd58-4133-bd8c-881911c6180b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748022 Jun 09 20:13:03.341651 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa662658-f317-4699-92e5-352214dd3db1 req-8128fdea-d532-4d4a-9e8e-c4173627bd5f tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:03.343492 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-aa662658-f317-4699-92e5-352214dd3db1 req-8128fdea-d532-4d4a-9e8e-c4173627bd5f tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 984 time: 0.0961812 Jun 09 20:13:03.394681 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-aa662658-f317-4699-92e5-352214dd3db1 req-4e7bf6eb-724f-46bb-8f35-d7db4cb1fc94 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&id=11dde837-5c82-4188-930e-cea36399023a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439732 Jun 09 20:13:03.445430 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-7c212590-0f8c-427c-8015-08a51ceaddaf req-79547533-1355-4ea0-8417-09ae3cd3ce87 service neutron] 10.222.0.22 "GET /v2.0/networks/4a036ca4-dd58-4133-bd8c-881911c6180b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441948 Jun 09 20:13:03.686438 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf25663-64ed-40d2-a00c-217a4e30aa6f req-00e95964-32da-4950-8c55-4448230197e9 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:03.688062 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-cdf25663-64ed-40d2-a00c-217a4e30aa6f req-00e95964-32da-4950-8c55-4448230197e9 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 945 time: 0.0879254 Jun 09 20:13:03.696030 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-7c212590-0f8c-427c-8015-08a51ceaddaf req-f74de298-bc09-4dfa-b748-179611c7b3de service neutron] 10.222.0.22 "GET /v2.0/networks/4a036ca4-dd58-4133-bd8c-881911c6180b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404225 Jun 09 20:13:03.734261 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-cdf25663-64ed-40d2-a00c-217a4e30aa6f req-c16159bf-5531-46cb-82b8-1b1e31f7e939 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401630 Jun 09 20:13:04.314204 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:04.694907 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfaa175-5ce9-4ec9-ab4c-869643f019b9 req-4b9f1d4f-82e7-4c5b-8784-a292ce92d7c0 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:04.696448 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-dcfaa175-5ce9-4ec9-ab4c-869643f019b9 req-4b9f1d4f-82e7-4c5b-8784-a292ce92d7c0 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 984 time: 0.1739857 Jun 09 20:13:04.743884 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-dcfaa175-5ce9-4ec9-ab4c-869643f019b9 req-970bef05-96bb-4a69-a00b-d0c6900fd5ac tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&id=11dde837-5c82-4188-930e-cea36399023a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414839 Jun 09 20:13:04.944467 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba4dbc-99a8-478d-8d4e-c6a914f2d2c6 req-7e153eb9-d2e4-4f40-8132-3da21b044293 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:04.946002 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f6ba4dbc-99a8-478d-8d4e-c6a914f2d2c6 req-7e153eb9-d2e4-4f40-8132-3da21b044293 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 945 time: 0.0931609 Jun 09 20:13:04.991473 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f6ba4dbc-99a8-478d-8d4e-c6a914f2d2c6 req-82de5063-5c25-4d52-947d-94bebd6528bf tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398211 Jun 09 20:13:05.928073 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b0d42-c517-4d80-80e2-fd38273b3e8b req-a41cc50b-5a8a-4c06-8f37-b998358a3ebb tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:05.929442 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d39b0d42-c517-4d80-80e2-fd38273b3e8b req-a41cc50b-5a8a-4c06-8f37-b998358a3ebb tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 984 time: 0.0785716 Jun 09 20:13:05.975640 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d39b0d42-c517-4d80-80e2-fd38273b3e8b req-b5301277-5cd1-4f27-bce5-e961dd2497eb tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&id=11dde837-5c82-4188-930e-cea36399023a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399036 Jun 09 20:13:07.172655 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d4e21-7803-4026-9f56-1e625627f936 req-6052137b-3a67-49e8-bda2-1aebb7f3e61c tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:07.174112 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d39d4e21-7803-4026-9f56-1e625627f936 req-6052137b-3a67-49e8-bda2-1aebb7f3e61c tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 984 time: 0.0850418 Jun 09 20:13:07.219902 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d39d4e21-7803-4026-9f56-1e625627f936 req-db6a94f6-54f3-4dfb-b795-b93e5021fd11 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&id=11dde837-5c82-4188-930e-cea36399023a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400345 Jun 09 20:13:08.399529 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5315bc7-7135-404c-95e0-fd67527cc8c7 req-98d0c97f-625b-43cb-bab5-6ef0e34e4fe5 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:08.400899 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a5315bc7-7135-404c-95e0-fd67527cc8c7 req-98d0c97f-625b-43cb-bab5-6ef0e34e4fe5 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 984 time: 0.0784781 Jun 09 20:13:08.446425 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a5315bc7-7135-404c-95e0-fd67527cc8c7 req-1b964624-cff8-4b9a-a854-b8223c39d7dd tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&id=11dde837-5c82-4188-930e-cea36399023a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399091 Jun 09 20:13:09.640537 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395b981-a16f-4807-8f09-6633c89529af req-73d177a6-be99-4d1a-88d6-55955ffa16de tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:09.641973 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2395b981-a16f-4807-8f09-6633c89529af req-73d177a6-be99-4d1a-88d6-55955ffa16de tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 984 time: 0.0840633 Jun 09 20:13:09.687669 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2395b981-a16f-4807-8f09-6633c89529af req-d3cc6e74-2ff5-415e-96a4-0493a1b30ee5 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&id=11dde837-5c82-4188-930e-cea36399023a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400341 Jun 09 20:13:10.874015 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b98e1f-784f-476b-86ee-c3dae08efaf7 req-be9733d3-ac87-4a7d-a5b4-6f4c95124a4e tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:10.875552 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-98b98e1f-784f-476b-86ee-c3dae08efaf7 req-be9733d3-ac87-4a7d-a5b4-6f4c95124a4e tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 984 time: 0.0820823 Jun 09 20:13:10.927074 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-98b98e1f-784f-476b-86ee-c3dae08efaf7 req-19798d4a-5075-4023-ab94-517cf5cd9480 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&id=11dde837-5c82-4188-930e-cea36399023a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0457087 Jun 09 20:13:12.109912 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57630d-486e-4111-8984-e7325b96b702 req-9c079d42-904d-42ec-a326-0fd9939f2e06 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:12.111343 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ab57630d-486e-4111-8984-e7325b96b702 req-9c079d42-904d-42ec-a326-0fd9939f2e06 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 984 time: 0.0792351 Jun 09 20:13:12.157124 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ab57630d-486e-4111-8984-e7325b96b702 req-22e8df50-f2dd-4c26-82f5-e30d52606570 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&id=11dde837-5c82-4188-930e-cea36399023a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399852 Jun 09 20:13:13.068094 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99329a0a-31c8-430d-92a8-653639461924 req-460b631a-61a9-43c3-913e-332c1ab49422 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:13.069602 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-99329a0a-31c8-430d-92a8-653639461924 req-460b631a-61a9-43c3-913e-332c1ab49422 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=2202cc1d-1cbb-410b-9f59-7a60d78c06b3 HTTP/1.1" status: 200 len: 945 time: 0.0838547 Jun 09 20:13:13.113865 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-99329a0a-31c8-430d-92a8-653639461924 req-ba54d50f-e1eb-439b-9547-3f11e7f2b36a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375066 Jun 09 20:13:13.343871 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc0544-b50f-4ae9-bb28-6de5074a33a5 req-1d1b4eb5-f6b4-4484-a80a-c05e33527fb7 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:13.345314 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-59bc0544-b50f-4ae9-bb28-6de5074a33a5 req-1d1b4eb5-f6b4-4484-a80a-c05e33527fb7 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 984 time: 0.0790920 Jun 09 20:13:13.391199 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-59bc0544-b50f-4ae9-bb28-6de5074a33a5 req-12c4ad3b-49cd-4132-9bc9-f461b00996f7 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&id=11dde837-5c82-4188-930e-cea36399023a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402369 Jun 09 20:13:14.301378 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc0f2b-7289-4bb1-a1eb-e95f7195712d req-5898057e-6076-4d10-97d2-84533d32eb21 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:14.302814 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-43bc0f2b-7289-4bb1-a1eb-e95f7195712d req-5898057e-6076-4d10-97d2-84533d32eb21 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=2202cc1d-1cbb-410b-9f59-7a60d78c06b3 HTTP/1.1" status: 200 len: 945 time: 0.0813196 Jun 09 20:13:14.346601 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-43bc0f2b-7289-4bb1-a1eb-e95f7195712d req-33847cd2-8e10-46bc-a175-1b354cecd584 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382612 Jun 09 20:13:14.581011 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ead83-7f1c-48b4-9669-0ec38ddaea7f req-71abbf67-a0a0-42af-8133-634c0c8bd515 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:14.582469 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1e6ead83-7f1c-48b4-9669-0ec38ddaea7f req-71abbf67-a0a0-42af-8133-634c0c8bd515 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 984 time: 0.0791144 Jun 09 20:13:14.632334 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1e6ead83-7f1c-48b4-9669-0ec38ddaea7f req-ecd21691-8923-4ea2-b651-9bfb9b198707 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&id=11dde837-5c82-4188-930e-cea36399023a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439243 Jun 09 20:13:14.779510 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853ecf3-7eb3-4c2f-95b3-14a6906551af req-366ac147-213f-4c89-88ca-74a78125889f tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:14.781050 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-9853ecf3-7eb3-4c2f-95b3-14a6906551af req-366ac147-213f-4c89-88ca-74a78125889f tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.22 "GET /v2.0/ports?device_id=2202cc1d-1cbb-410b-9f59-7a60d78c06b3 HTTP/1.1" status: 200 len: 945 time: 0.0854685 Jun 09 20:13:14.917396 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [req-9853ecf3-7eb3-4c2f-95b3-14a6906551af req-331a6b2a-b8cd-4ca5-8a2d-34e8965ff430 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Deleting port 8f1496a2-5d48-4384-a61a-0e3463166e67 {{(pid=92456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:13:14.917653 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-9853ecf3-7eb3-4c2f-95b3-14a6906551af req-331a6b2a-b8cd-4ca5-8a2d-34e8965ff430 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:15.048899 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-9853ecf3-7eb3-4c2f-95b3-14a6906551af req-331a6b2a-b8cd-4ca5-8a2d-34e8965ff430 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] For port 8f1496a2-5d48-4384-a61a-0e3463166e67, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=8f1496a2-5d48-4384-a61a-0e3463166e67,segment=NetworkSegment(7f9191b7-762d-4b20-b5e3-118bc3ed2e60),segment_id=7f9191b7-762d-4b20-b5e3-118bc3ed2e60)] {{(pid=92456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:13:15.049257 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-9853ecf3-7eb3-4c2f-95b3-14a6906551af req-331a6b2a-b8cd-4ca5-8a2d-34e8965ff430 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:15.169100 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [req-9853ecf3-7eb3-4c2f-95b3-14a6906551af req-331a6b2a-b8cd-4ca5-8a2d-34e8965ff430 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Calling delete_port for 8f1496a2-5d48-4384-a61a-0e3463166e67 owned by compute:nova {{(pid=92456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:13:15.376932 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-9853ecf3-7eb3-4c2f-95b3-14a6906551af req-331a6b2a-b8cd-4ca5-8a2d-34e8965ff430 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2273976'] for port, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:15.383932 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-83f3cc5d-4b30-4b4c-abec-c59d3599725b tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:13:15.391265 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['1919371e-9430-4b1a-883c-faf502c1e66d', '75c3fc89-7b87-40a1-90b2-c24dba73552c', '1224088b-2919-4b75-99db-4b98117daba5', '8f1496a2-5d48-4384-a61a-0e3463166e67'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:13:15.431248 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a6b2a-b8cd-4ca5-8a2d-34e8965ff430 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Pushing event deleted for resources: {'Port': ['ID=8f1496a2-5d48-4384-a61a-0e3463166e67,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:13:15.433846 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-331a6b2a-b8cd-4ca5-8a2d-34e8965ff430 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:13:15.511533 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [req-9853ecf3-7eb3-4c2f-95b3-14a6906551af req-331a6b2a-b8cd-4ca5-8a2d-34e8965ff430 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] No DVR routers for this DVR port 8f1496a2-5d48-4384-a61a-0e3463166e67 on host hv-cinder-79566 {{(pid=92456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 20:13:15.514573 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-9853ecf3-7eb3-4c2f-95b3-14a6906551af req-331a6b2a-b8cd-4ca5-8a2d-34e8965ff430 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:15.515415 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-029b970f-e200-4e54-ba6f-e693812b79e0 req-6ef1f5d9-0c90-4f83-b411-0d0c9d4908e3 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=2202cc1d-1cbb-410b-9f59-7a60d78c06b3 HTTP/1.1" status: 200 len: 210 time: 0.0437105 Jun 09 20:13:15.516820 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-9853ecf3-7eb3-4c2f-95b3-14a6906551af req-331a6b2a-b8cd-4ca5-8a2d-34e8965ff430 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.22 "DELETE /v2.0/ports/8f1496a2-5d48-4384-a61a-0e3463166e67 HTTP/1.1" status: 204 len: 173 time: 0.7295253 Jun 09 20:13:15.517315 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2202cc1d-1cbb-410b-9f59-7a60d78c06b3', 'name': 'network-vif-deleted', 'tag': '8f1496a2-5d48-4384-a61a-0e3463166e67'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:13:15.520263 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f512cc22-d7a3-4099-9143-5ec14fbf9f4a" -d '{"events": [{"server_uuid": "2202cc1d-1cbb-410b-9f59-7a60d78c06b3", "name": "network-vif-deleted", "tag": "8f1496a2-5d48-4384-a61a-0e3463166e67"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:13:15.564568 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f519dead-6cc1-4dc3-a7d1-b203aad22cec x-openstack-request-id: req-f519dead-6cc1-4dc3-a7d1-b203aad22cec {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:13:15.564958 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2202cc1d-1cbb-410b-9f59-7a60d78c06b3", "name": "network-vif-deleted", "tag": "8f1496a2-5d48-4384-a61a-0e3463166e67", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:13:15.565302 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f519dead-6cc1-4dc3-a7d1-b203aad22cec {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:13:15.565784 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2202cc1d-1cbb-410b-9f59-7a60d78c06b3', 'name': 'network-vif-deleted', 'tag': '8f1496a2-5d48-4384-a61a-0e3463166e67', 'status': 'completed', 'code': 200} Jun 09 20:13:15.822120 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd82cf3-e064-4f4d-80ad-217f90336935 req-f6ff05d6-fed3-4e0a-8c81-f904f96866de tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:15.823579 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-bdd82cf3-e064-4f4d-80ad-217f90336935 req-f6ff05d6-fed3-4e0a-8c81-f904f96866de tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 984 time: 0.0861700 Jun 09 20:13:15.871306 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-bdd82cf3-e064-4f4d-80ad-217f90336935 req-f9ef68b4-e612-41c6-bb36-052b0861612e tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&id=11dde837-5c82-4188-930e-cea36399023a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417249 Jun 09 20:13:16.687414 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-322af488-0e65-4285-ac8a-84dec5111051 req-0a85714b-216b-4515-b52a-ffbe2bb01f5e tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=2202cc1d-1cbb-410b-9f59-7a60d78c06b3 HTTP/1.1" status: 200 len: 210 time: 0.0477023 Jun 09 20:13:17.057110 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575944af-ab98-408e-93a2-9049de9b8012 req-b8b805cc-3c8b-4853-9f5d-8dfaa2eba789 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:17.058521 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-575944af-ab98-408e-93a2-9049de9b8012 req-b8b805cc-3c8b-4853-9f5d-8dfaa2eba789 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 984 time: 0.0799243 Jun 09 20:13:17.104426 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-575944af-ab98-408e-93a2-9049de9b8012 req-41fa074d-1eed-41f6-b9d3-c593d817088e tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&id=11dde837-5c82-4188-930e-cea36399023a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402515 Jun 09 20:13:18.289981 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e7425-85c8-46a5-a53f-90be5088be93 req-71a9dd41-0d8d-489a-8b85-0d6366696363 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:18.291362 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e26e7425-85c8-46a5-a53f-90be5088be93 req-71a9dd41-0d8d-489a-8b85-0d6366696363 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 984 time: 0.0814898 Jun 09 20:13:18.338013 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e26e7425-85c8-46a5-a53f-90be5088be93 req-79f4c81b-4fca-4dc8-949c-11fd4c2a0630 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&id=11dde837-5c82-4188-930e-cea36399023a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398517 Jun 09 20:13:18.721616 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 8f1496a2-5d48-4384-a61a-0e3463166e67 no longer exists at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:13:18.754800 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] No Port match for: 8f1496a2-5d48-4384-a61a-0e3463166e67 {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:13:18.755144 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 8f1496a2-5d48-4384-a61a-0e3463166e67 not bound to the agent host hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:13:18.906630 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 6 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:13:19.518559 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f466956-8fb5-4acb-aed2-b237e83982a0 req-82d24d25-2496-4a44-a63f-919a1af00291 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:19.520025 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2f466956-8fb5-4acb-aed2-b237e83982a0 req-82d24d25-2496-4a44-a63f-919a1af00291 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 984 time: 0.0781295 Jun 09 20:13:19.572579 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2f466956-8fb5-4acb-aed2-b237e83982a0 req-62a21978-18ea-47f9-8ba5-1948f259494c tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&id=11dde837-5c82-4188-930e-cea36399023a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0467479 Jun 09 20:13:19.790464 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a55b9-8819-4536-9965-d38e5262a7d6 req-9f2aeec1-75e5-4b13-823b-6cd88a6f27a5 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:19.792003 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-580a55b9-8819-4536-9965-d38e5262a7d6 req-9f2aeec1-75e5-4b13-823b-6cd88a6f27a5 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffe358b-ca6d-4ab1-8b37-1a90b60fc859 HTTP/1.1" status: 200 len: 946 time: 0.0807364 Jun 09 20:13:19.839198 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-580a55b9-8819-4536-9965-d38e5262a7d6 req-f226fb3a-8bdf-476c-86ae-ab9bc9462d90 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407233 Jun 09 20:13:20.757722 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552d0d2-5d2e-463c-ae2e-a503071cb2d6 req-999b09b5-2f78-494a-a0ad-d7600ad6e9dc tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:20.759154 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9552d0d2-5d2e-463c-ae2e-a503071cb2d6 req-999b09b5-2f78-494a-a0ad-d7600ad6e9dc tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 984 time: 0.0819113 Jun 09 20:13:20.804864 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9552d0d2-5d2e-463c-ae2e-a503071cb2d6 req-e4b4466d-c475-4d39-a8f9-33794f8ad3da tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&id=11dde837-5c82-4188-930e-cea36399023a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394263 Jun 09 20:13:21.018440 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223aa569-4dc4-4426-95c5-b3550d20d3ee req-dc1c2e6a-dd35-458e-b1ee-f7e4b09f89e4 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:21.020083 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-223aa569-4dc4-4426-95c5-b3550d20d3ee req-dc1c2e6a-dd35-458e-b1ee-f7e4b09f89e4 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffe358b-ca6d-4ab1-8b37-1a90b60fc859 HTTP/1.1" status: 200 len: 946 time: 0.0771627 Jun 09 20:13:21.064492 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-223aa569-4dc4-4426-95c5-b3550d20d3ee req-e5cbbe00-4cf8-428c-82f1-c1b6523ab943 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389729 Jun 09 20:13:21.599880 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b33d4-f998-40fe-9dd8-e6a3baa60f33 req-567820e6-09b6-4a57-8740-b3e15cbc45b9 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:21.602381 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-180b33d4-f998-40fe-9dd8-e6a3baa60f33 req-567820e6-09b6-4a57-8740-b3e15cbc45b9 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ffe358b-ca6d-4ab1-8b37-1a90b60fc859 HTTP/1.1" status: 200 len: 946 time: 0.0802162 Jun 09 20:13:21.744359 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [req-180b33d4-f998-40fe-9dd8-e6a3baa60f33 req-34ff18d9-ed7d-4e67-a2f0-16bc58f85b6a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Deleting port 1224088b-2919-4b75-99db-4b98117daba5 {{(pid=92456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:13:21.744702 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-180b33d4-f998-40fe-9dd8-e6a3baa60f33 req-34ff18d9-ed7d-4e67-a2f0-16bc58f85b6a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:21.876820 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-180b33d4-f998-40fe-9dd8-e6a3baa60f33 req-34ff18d9-ed7d-4e67-a2f0-16bc58f85b6a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] For port 1224088b-2919-4b75-99db-4b98117daba5, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=1224088b-2919-4b75-99db-4b98117daba5,segment=NetworkSegment(7f9191b7-762d-4b20-b5e3-118bc3ed2e60),segment_id=7f9191b7-762d-4b20-b5e3-118bc3ed2e60)] {{(pid=92456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:13:21.877312 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-180b33d4-f998-40fe-9dd8-e6a3baa60f33 req-34ff18d9-ed7d-4e67-a2f0-16bc58f85b6a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:22.007401 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [req-180b33d4-f998-40fe-9dd8-e6a3baa60f33 req-34ff18d9-ed7d-4e67-a2f0-16bc58f85b6a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Calling delete_port for 1224088b-2919-4b75-99db-4b98117daba5 owned by compute:nova {{(pid=92456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:13:22.200264 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-180b33d4-f998-40fe-9dd8-e6a3baa60f33 req-34ff18d9-ed7d-4e67-a2f0-16bc58f85b6a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2273976'] for port, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:22.206625 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-bbe0ad4d-9452-4ba9-b542-019025c341f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:13:22.212460 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['1919371e-9430-4b1a-883c-faf502c1e66d', '75c3fc89-7b87-40a1-90b2-c24dba73552c', '1224088b-2919-4b75-99db-4b98117daba5'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:13:22.252571 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff18d9-ed7d-4e67-a2f0-16bc58f85b6a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Pushing event deleted for resources: {'Port': ['ID=1224088b-2919-4b75-99db-4b98117daba5,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:13:22.287916 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ff18d9-ed7d-4e67-a2f0-16bc58f85b6a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:13:22.288284 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ff18d9-ed7d-4e67-a2f0-16bc58f85b6a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:13:22.288639 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ff18d9-ed7d-4e67-a2f0-16bc58f85b6a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:13:22.288993 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ff18d9-ed7d-4e67-a2f0-16bc58f85b6a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:13:22.289344 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ff18d9-ed7d-4e67-a2f0-16bc58f85b6a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:13:22.289689 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ff18d9-ed7d-4e67-a2f0-16bc58f85b6a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:13:22.290036 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ff18d9-ed7d-4e67-a2f0-16bc58f85b6a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:13:22.290424 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ff18d9-ed7d-4e67-a2f0-16bc58f85b6a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:13:22.290726 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ff18d9-ed7d-4e67-a2f0-16bc58f85b6a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:13:22.291062 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ff18d9-ed7d-4e67-a2f0-16bc58f85b6a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:13:22.291406 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ff18d9-ed7d-4e67-a2f0-16bc58f85b6a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:13:22.291744 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ff18d9-ed7d-4e67-a2f0-16bc58f85b6a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:13:22.304586 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-34ff18d9-ed7d-4e67-a2f0-16bc58f85b6a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:13:22.311394 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a1ec3df9-6479-453b-9dd4-647d7c99e4bb req-331b696b-5cf8-4003-bbd4-b98c6ef28f8f tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffe358b-ca6d-4ab1-8b37-1a90b60fc859 HTTP/1.1" status: 200 len: 210 time: 0.1404891 Jun 09 20:13:22.348682 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [req-180b33d4-f998-40fe-9dd8-e6a3baa60f33 req-34ff18d9-ed7d-4e67-a2f0-16bc58f85b6a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] No DVR routers for this DVR port 1224088b-2919-4b75-99db-4b98117daba5 on host hv-cinder-79566 {{(pid=92456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 20:13:22.351215 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-180b33d4-f998-40fe-9dd8-e6a3baa60f33 req-34ff18d9-ed7d-4e67-a2f0-16bc58f85b6a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:22.353431 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-180b33d4-f998-40fe-9dd8-e6a3baa60f33 req-34ff18d9-ed7d-4e67-a2f0-16bc58f85b6a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.22 "DELETE /v2.0/ports/1224088b-2919-4b75-99db-4b98117daba5 HTTP/1.1" status: 204 len: 173 time: 0.7447340 Jun 09 20:13:22.353933 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ffe358b-ca6d-4ab1-8b37-1a90b60fc859', 'name': 'network-vif-deleted', 'tag': '1224088b-2919-4b75-99db-4b98117daba5'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:13:22.357266 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7d535d-e6dd-43cd-932c-bdd9a7bed733" -d '{"events": [{"server_uuid": "7ffe358b-ca6d-4ab1-8b37-1a90b60fc859", "name": "network-vif-deleted", "tag": "1224088b-2919-4b75-99db-4b98117daba5"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:13:22.398908 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077c12b9-d569-4b52-a6b5-ff7585683667 x-openstack-request-id: req-077c12b9-d569-4b52-a6b5-ff7585683667 {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:13:22.399229 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ffe358b-ca6d-4ab1-8b37-1a90b60fc859", "name": "network-vif-deleted", "tag": "1224088b-2919-4b75-99db-4b98117daba5", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:13:22.399508 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-077c12b9-d569-4b52-a6b5-ff7585683667 {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:13:22.399958 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffe358b-ca6d-4ab1-8b37-1a90b60fc859', 'name': 'network-vif-deleted', 'tag': '1224088b-2919-4b75-99db-4b98117daba5', 'status': 'completed', 'code': 200} Jun 09 20:13:23.469630 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-26ad07e1-afdb-4e00-bcf9-20d18d7154ca req-68cf1a95-ae1c-4d18-aa78-de72d8b0d9e0 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ffe358b-ca6d-4ab1-8b37-1a90b60fc859 HTTP/1.1" status: 200 len: 210 time: 0.0414581 Jun 09 20:13:24.577482 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:24.729739 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 1224088b-2919-4b75-99db-4b98117daba5 no longer exists at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:13:24.766701 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] No Port match for: 1224088b-2919-4b75-99db-4b98117daba5 {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:13:24.767052 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 1224088b-2919-4b75-99db-4b98117daba5 not bound to the agent host hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:13:25.120841 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28d270-bb4a-41fb-9fe6-96c6cfa61724 req-a1328aa7-9576-4462-910a-8b85647d0f67 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:25.122280 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4d28d270-bb4a-41fb-9fe6-96c6cfa61724 req-a1328aa7-9576-4462-910a-8b85647d0f67 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=28901aa2-2f9b-4bac-a2c5-bc99d689a537 HTTP/1.1" status: 200 len: 946 time: 0.0808482 Jun 09 20:13:25.173037 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4d28d270-bb4a-41fb-9fe6-96c6cfa61724 req-a604276c-ed79-42f8-8717-ddfc57fd69f1 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449655 Jun 09 20:13:26.457103 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-03f79301-3ac5-4194-a01d-a45b1e130660 req-893b4d59-e38a-4204-b32e-9071dd2ca315 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704489 Jun 09 20:13:26.497829 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f9b6a-5b7f-4339-a273-e197831d8c0d req-e4d69cce-181a-4761-b623-4791a2a5565e tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:26.499280 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ac3f9b6a-5b7f-4339-a273-e197831d8c0d req-e4d69cce-181a-4761-b623-4791a2a5565e tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=28901aa2-2f9b-4bac-a2c5-bc99d689a537 HTTP/1.1" status: 200 len: 946 time: 0.0808761 Jun 09 20:13:26.543868 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ac3f9b6a-5b7f-4339-a273-e197831d8c0d req-194925c4-290a-4678-af94-7e65235f29a1 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389149 Jun 09 20:13:26.665715 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f79301-3ac5-4194-a01d-a45b1e130660 req-57c2000b-7b3c-4656-a52c-8e4e61f0d7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:26.667155 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-03f79301-3ac5-4194-a01d-a45b1e130660 req-57c2000b-7b3c-4656-a52c-8e4e61f0d7be service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce21b31906334471913e27e7b2dd9bf2&device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 1100 time: 0.1844170 Jun 09 20:13:26.787643 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091116a4-0e6f-4db1-a5db-4a970091b7dc req-faec8dbe-02a0-491f-b87b-1d7bd0679b2e tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:26.789083 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-091116a4-0e6f-4db1-a5db-4a970091b7dc req-faec8dbe-02a0-491f-b87b-1d7bd0679b2e tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.22 "GET /v2.0/ports?device_id=28901aa2-2f9b-4bac-a2c5-bc99d689a537 HTTP/1.1" status: 200 len: 946 time: 0.2370389 Jun 09 20:13:26.883990 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f79301-3ac5-4194-a01d-a45b1e130660 req-787739a3-10b8-47eb-8740-21674f14f860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:26.885413 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-03f79301-3ac5-4194-a01d-a45b1e130660 req-787739a3-10b8-47eb-8740-21674f14f860 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d61eb754-bcce-4b42-88fd-e498290dcd18 HTTP/1.1" status: 200 len: 918 time: 0.1923978 Jun 09 20:13:27.030453 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-03f79301-3ac5-4194-a01d-a45b1e130660 req-1930daa4-018b-4b1b-a258-c3228bf8ec1a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fab7981-892d-4a80-b2cc-8082e7140e40 HTTP/1.1" status: 200 len: 1002 time: 0.1123095 Jun 09 20:13:27.071903 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [req-091116a4-0e6f-4db1-a5db-4a970091b7dc req-c5ff92fd-6b02-4732-a85f-0b18d51e0d01 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Deleting port 75c3fc89-7b87-40a1-90b2-c24dba73552c {{(pid=92456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:13:27.072252 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-091116a4-0e6f-4db1-a5db-4a970091b7dc req-c5ff92fd-6b02-4732-a85f-0b18d51e0d01 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:27.174304 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f79301-3ac5-4194-a01d-a45b1e130660 req-1243dce7-8c61-4d7f-a6fa-97c9cf42c30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:27.175752 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-03f79301-3ac5-4194-a01d-a45b1e130660 req-1243dce7-8c61-4d7f-a6fa-97c9cf42c30a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3e75af2a-aa07-4655-b1c0-db112593470c HTTP/1.1" status: 200 len: 856 time: 0.1378870 Jun 09 20:13:27.267585 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-091116a4-0e6f-4db1-a5db-4a970091b7dc req-c5ff92fd-6b02-4732-a85f-0b18d51e0d01 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] For port 75c3fc89-7b87-40a1-90b2-c24dba73552c, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=75c3fc89-7b87-40a1-90b2-c24dba73552c,segment=NetworkSegment(7f9191b7-762d-4b20-b5e3-118bc3ed2e60),segment_id=7f9191b7-762d-4b20-b5e3-118bc3ed2e60)] {{(pid=92456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:13:27.267972 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-091116a4-0e6f-4db1-a5db-4a970091b7dc req-c5ff92fd-6b02-4732-a85f-0b18d51e0d01 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:27.395354 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [req-091116a4-0e6f-4db1-a5db-4a970091b7dc req-c5ff92fd-6b02-4732-a85f-0b18d51e0d01 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Calling delete_port for 75c3fc89-7b87-40a1-90b2-c24dba73552c owned by compute:nova {{(pid=92456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:13:27.411670 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f79301-3ac5-4194-a01d-a45b1e130660 req-b98b8a76-2a69-477b-8c26-2c9fa0f5d767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:27.413142 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-03f79301-3ac5-4194-a01d-a45b1e130660 req-b98b8a76-2a69-477b-8c26-2c9fa0f5d767 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d61eb754-bcce-4b42-88fd-e498290dcd18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2274635 Jun 09 20:13:27.557188 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-03f79301-3ac5-4194-a01d-a45b1e130660 req-c7e3e2a9-3e96-4833-9e1b-155ec5882621 service neutron] 10.222.0.22 "GET /v2.0/networks/d61eb754-bcce-4b42-88fd-e498290dcd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360021 Jun 09 20:13:27.735046 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbcbfcd-73ee-423e-9c00-6fee39d22263 req-8517d3cd-e708-4240-8e80-294778340c68 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:27.736541 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-afbcbfcd-73ee-423e-9c00-6fee39d22263 req-8517d3cd-e708-4240-8e80-294778340c68 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=28901aa2-2f9b-4bac-a2c5-bc99d689a537 HTTP/1.1" status: 200 len: 946 time: 0.0836258 Jun 09 20:13:27.750611 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-03f79301-3ac5-4194-a01d-a45b1e130660 req-78424047-9b9b-46d8-a7b1-25adbb055607 service neutron] 10.222.0.22 "GET /v2.0/networks/d61eb754-bcce-4b42-88fd-e498290dcd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555157 Jun 09 20:13:27.781298 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-afbcbfcd-73ee-423e-9c00-6fee39d22263 req-41f3f776-6a3c-4d89-9ca3-277c9362b135 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389516 Jun 09 20:13:27.811877 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-091116a4-0e6f-4db1-a5db-4a970091b7dc req-c5ff92fd-6b02-4732-a85f-0b18d51e0d01 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2273976'] for port, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:27.818818 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-b85df87c-6af4-4faf-9fbc-3895cc474a6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:13:27.823789 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['1919371e-9430-4b1a-883c-faf502c1e66d'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:13:27.862423 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff92fd-6b02-4732-a85f-0b18d51e0d01 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Pushing event deleted for resources: {'Port': ['ID=75c3fc89-7b87-40a1-90b2-c24dba73552c,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:13:27.872857 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-c5ff92fd-6b02-4732-a85f-0b18d51e0d01 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:13:27.958733 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [req-091116a4-0e6f-4db1-a5db-4a970091b7dc req-c5ff92fd-6b02-4732-a85f-0b18d51e0d01 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] No DVR routers for this DVR port 75c3fc89-7b87-40a1-90b2-c24dba73552c on host hv-cinder-79566 {{(pid=92456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 20:13:27.961214 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-091116a4-0e6f-4db1-a5db-4a970091b7dc req-c5ff92fd-6b02-4732-a85f-0b18d51e0d01 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:27.963151 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-091116a4-0e6f-4db1-a5db-4a970091b7dc req-c5ff92fd-6b02-4732-a85f-0b18d51e0d01 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.22 "DELETE /v2.0/ports/75c3fc89-7b87-40a1-90b2-c24dba73552c HTTP/1.1" status: 204 len: 173 time: 1.1663206 Jun 09 20:13:27.963636 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28901aa2-2f9b-4bac-a2c5-bc99d689a537', 'name': 'network-vif-deleted', 'tag': '75c3fc89-7b87-40a1-90b2-c24dba73552c'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:13:27.965984 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef37d028-a442-4157-b1b2-629057121fc1" -d '{"events": [{"server_uuid": "28901aa2-2f9b-4bac-a2c5-bc99d689a537", "name": "network-vif-deleted", "tag": "75c3fc89-7b87-40a1-90b2-c24dba73552c"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:13:28.009221 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d19e4d7-a050-4ced-b93b-2f3dbfafd985 x-openstack-request-id: req-9d19e4d7-a050-4ced-b93b-2f3dbfafd985 {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:13:28.013076 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28901aa2-2f9b-4bac-a2c5-bc99d689a537", "name": "network-vif-deleted", "tag": "75c3fc89-7b87-40a1-90b2-c24dba73552c", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:13:28.013076 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d19e4d7-a050-4ced-b93b-2f3dbfafd985 {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:13:28.013076 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28901aa2-2f9b-4bac-a2c5-bc99d689a537', 'name': 'network-vif-deleted', 'tag': '75c3fc89-7b87-40a1-90b2-c24dba73552c', 'status': 'completed', 'code': 200} Jun 09 20:13:28.721080 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 75c3fc89-7b87-40a1-90b2-c24dba73552c no longer exists at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:13:28.782868 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] No Port match for: 75c3fc89-7b87-40a1-90b2-c24dba73552c {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:13:28.783230 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 75c3fc89-7b87-40a1-90b2-c24dba73552c not bound to the agent host hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:13:28.942087 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e787bfe6-3a52-4431-a3cb-5ef86e609bd3 req-6519cdf1-7883-4c52-90da-0987e255151a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=28901aa2-2f9b-4bac-a2c5-bc99d689a537 HTTP/1.1" status: 200 len: 210 time: 0.0430424 Jun 09 20:13:29.039604 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-da54d6b4-6e53-4ca6-8d58-c6d152e84143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:31.439852 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:31.874375 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-5be15345-dc4f-4371-bba3-3fae5e1b9eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:32.719567 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:34.348826 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:37.412210 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f80469-dbd7-4341-9f77-a0051ff82ddf req-67609ed8-ef96-4547-996e-33d385a1624f tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:37.413739 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d1f80469-dbd7-4341-9f77-a0051ff82ddf req-67609ed8-ef96-4547-996e-33d385a1624f tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f9ac5d8-58b2-412a-8ac6-58d46cba633f HTTP/1.1" status: 200 len: 945 time: 0.0816054 Jun 09 20:13:37.458596 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d1f80469-dbd7-4341-9f77-a0051ff82ddf req-51718d49-bced-4d57-a22e-0776b6c08c48 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391994 Jun 09 20:13:38.641416 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40847f03-d07b-434e-9b58-b269f0495ab4 req-23bc287c-d9df-4f42-b69a-2c2355b94ed6 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:38.642894 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-40847f03-d07b-434e-9b58-b269f0495ab4 req-23bc287c-d9df-4f42-b69a-2c2355b94ed6 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f9ac5d8-58b2-412a-8ac6-58d46cba633f HTTP/1.1" status: 200 len: 945 time: 0.0796900 Jun 09 20:13:38.687459 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-40847f03-d07b-434e-9b58-b269f0495ab4 req-c6a50037-80ef-4c3c-9463-5c2d6750c418 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389087 Jun 09 20:13:39.204691 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60c21b-3a07-43db-8ea1-5ba75d142001 req-e7ca625e-cb15-4fe9-9a8b-42872c0c32dc tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:39.206108 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-0d60c21b-3a07-43db-8ea1-5ba75d142001 req-e7ca625e-cb15-4fe9-9a8b-42872c0c32dc tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f9ac5d8-58b2-412a-8ac6-58d46cba633f HTTP/1.1" status: 200 len: 945 time: 0.0808992 Jun 09 20:13:39.295155 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8136caf-f7ec-4d40-9acf-988c72dff7df req-ecd86b95-7c5d-4575-8429-dd048522c607 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:39.296985 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f8136caf-f7ec-4d40-9acf-988c72dff7df req-ecd86b95-7c5d-4575-8429-dd048522c607 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 947 time: 0.0839198 Jun 09 20:13:39.348078 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f8136caf-f7ec-4d40-9acf-988c72dff7df req-9a0839a7-46e4-4d92-93b6-50452b676475 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450864 Jun 09 20:13:39.449944 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [req-0d60c21b-3a07-43db-8ea1-5ba75d142001 req-de21a5ca-b278-4920-add2-f18f93082208 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Deleting port 1919371e-9430-4b1a-883c-faf502c1e66d {{(pid=92456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:13:39.450253 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-0d60c21b-3a07-43db-8ea1-5ba75d142001 req-de21a5ca-b278-4920-add2-f18f93082208 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:39.580481 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-0d60c21b-3a07-43db-8ea1-5ba75d142001 req-de21a5ca-b278-4920-add2-f18f93082208 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] For port 1919371e-9430-4b1a-883c-faf502c1e66d, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=1919371e-9430-4b1a-883c-faf502c1e66d,segment=NetworkSegment(7f9191b7-762d-4b20-b5e3-118bc3ed2e60),segment_id=7f9191b7-762d-4b20-b5e3-118bc3ed2e60)] {{(pid=92456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:13:39.580837 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-0d60c21b-3a07-43db-8ea1-5ba75d142001 req-de21a5ca-b278-4920-add2-f18f93082208 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:39.703788 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [req-0d60c21b-3a07-43db-8ea1-5ba75d142001 req-de21a5ca-b278-4920-add2-f18f93082208 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Calling delete_port for 1919371e-9430-4b1a-883c-faf502c1e66d owned by compute:nova {{(pid=92456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:13:39.870009 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd30b0-83ca-4c4c-882a-a9feab5916c5 req-f5866807-bf23-4a64-9072-fc8953aa9664 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:39.871426 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e8cd30b0-83ca-4c4c-882a-a9feab5916c5 req-f5866807-bf23-4a64-9072-fc8953aa9664 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f9ac5d8-58b2-412a-8ac6-58d46cba633f HTTP/1.1" status: 200 len: 945 time: 0.0785816 Jun 09 20:13:39.886111 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-0d60c21b-3a07-43db-8ea1-5ba75d142001 req-de21a5ca-b278-4920-add2-f18f93082208 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2273976'] for port, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:39.892041 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-bcb6d873-1d63-4b45-ae54-417ae40b5953 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:13:39.899179 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['1919371e-9430-4b1a-883c-faf502c1e66d'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:13:39.932531 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e8cd30b0-83ca-4c4c-882a-a9feab5916c5 req-85f4119e-5ba9-425c-83ba-27ecd6d8361d tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/security-groups?id=ed85a9cd-983f-4de4-89ec-69ab9c6125d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547166 Jun 09 20:13:39.946686 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21a5ca-b278-4920-add2-f18f93082208 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Pushing event deleted for resources: {'Port': ['ID=1919371e-9430-4b1a-883c-faf502c1e66d,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:13:39.950755 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-de21a5ca-b278-4920-add2-f18f93082208 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:13:40.024211 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d60c21b-3a07-43db-8ea1-5ba75d142001 req-de21a5ca-b278-4920-add2-f18f93082208 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] No DVR routers for this DVR port 1919371e-9430-4b1a-883c-faf502c1e66d on host hv-cinder-79566 {{(pid=92456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 20:13:40.026633 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-0d60c21b-3a07-43db-8ea1-5ba75d142001 req-de21a5ca-b278-4920-add2-f18f93082208 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:40.028626 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-0d60c21b-3a07-43db-8ea1-5ba75d142001 req-de21a5ca-b278-4920-add2-f18f93082208 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.22 "DELETE /v2.0/ports/1919371e-9430-4b1a-883c-faf502c1e66d HTTP/1.1" status: 204 len: 173 time: 0.8156433 Jun 09 20:13:40.029137 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9ac5d8-58b2-412a-8ac6-58d46cba633f', 'name': 'network-vif-deleted', 'tag': '1919371e-9430-4b1a-883c-faf502c1e66d'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:13:40.031436 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6ee0ae-46a1-4683-8a0c-686bd6152935" -d '{"events": [{"server_uuid": "6f9ac5d8-58b2-412a-8ac6-58d46cba633f", "name": "network-vif-deleted", "tag": "1919371e-9430-4b1a-883c-faf502c1e66d"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:13:40.078132 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b884da0e-e3a0-4b2e-be56-7bd7ef112f7d x-openstack-request-id: req-b884da0e-e3a0-4b2e-be56-7bd7ef112f7d {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:13:40.078132 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f9ac5d8-58b2-412a-8ac6-58d46cba633f", "name": "network-vif-deleted", "tag": "1919371e-9430-4b1a-883c-faf502c1e66d", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:13:40.078132 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b884da0e-e3a0-4b2e-be56-7bd7ef112f7d {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:13:40.078132 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f9ac5d8-58b2-412a-8ac6-58d46cba633f', 'name': 'network-vif-deleted', 'tag': '1919371e-9430-4b1a-883c-faf502c1e66d', 'status': 'completed', 'code': 200} Jun 09 20:13:40.539173 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde52e2-9224-4cf9-8ecd-1f6d221e10bb req-2f29a986-10ef-4978-b1fa-fd2cb2bbe593 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:40.540720 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-cdde52e2-9224-4cf9-8ecd-1f6d221e10bb req-2f29a986-10ef-4978-b1fa-fd2cb2bbe593 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 947 time: 0.0823779 Jun 09 20:13:40.586780 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-cdde52e2-9224-4cf9-8ecd-1f6d221e10bb req-4233fef1-81fc-4b5d-b1ed-ed76dd9bddc3 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399709 Jun 09 20:13:41.045053 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148d81e-0a13-4f71-9820-4cb743973462 req-e3d644e8-be64-462c-bd14-035924d5dffa tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:41.047398 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-d148d81e-0a13-4f71-9820-4cb743973462 req-e3d644e8-be64-462c-bd14-035924d5dffa tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 947 time: 0.0840185 Jun 09 20:13:41.095921 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-036202ab-4c72-4e0c-a18c-e039da563273 req-ca17a3b7-a28c-4179-be69-8f47e7f5b137 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f9ac5d8-58b2-412a-8ac6-58d46cba633f HTTP/1.1" status: 200 len: 210 time: 0.0440934 Jun 09 20:13:41.190021 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [req-d148d81e-0a13-4f71-9820-4cb743973462 req-35224266-653c-492c-ad1b-0c2c8670c940 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Deleting port 6fab7981-892d-4a80-b2cc-8082e7140e40 {{(pid=92456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:13:41.190365 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-d148d81e-0a13-4f71-9820-4cb743973462 req-35224266-653c-492c-ad1b-0c2c8670c940 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:41.318376 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-d148d81e-0a13-4f71-9820-4cb743973462 req-35224266-653c-492c-ad1b-0c2c8670c940 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] For port 6fab7981-892d-4a80-b2cc-8082e7140e40, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=6fab7981-892d-4a80-b2cc-8082e7140e40,segment=NetworkSegment(45746326-9f2d-4f9b-be09-234217d11e5c),segment_id=45746326-9f2d-4f9b-be09-234217d11e5c)] {{(pid=92456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:13:41.318736 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-d148d81e-0a13-4f71-9820-4cb743973462 req-35224266-653c-492c-ad1b-0c2c8670c940 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:41.602938 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-d148d81e-0a13-4f71-9820-4cb743973462 req-35224266-653c-492c-ad1b-0c2c8670c940 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:41.603317 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-d148d81e-0a13-4f71-9820-4cb743973462 req-35224266-653c-492c-ad1b-0c2c8670c940 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3925089'] for floatingip, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:41.603632 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.db.l3_db [req-d148d81e-0a13-4f71-9820-4cb743973462 req-35224266-653c-492c-ad1b-0c2c8670c940 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Floating IP 43894dff-d9e6-42d6-9ddf-d39b0ab8ae8b disassociated. External IP: 172.27.0.127, port: 6fab7981-892d-4a80-b2cc-8082e7140e40. Jun 09 20:13:41.604003 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [req-d148d81e-0a13-4f71-9820-4cb743973462 req-35224266-653c-492c-ad1b-0c2c8670c940 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Calling delete_port for 6fab7981-892d-4a80-b2cc-8082e7140e40 owned by compute:nova {{(pid=92456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:13:41.781411 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d97ae-42d1-4c28-947d-b3dfc1233115 req-257d01ee-0ac7-4e2c-b879-dab35f158b97 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:41.782834 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-575d97ae-42d1-4c28-947d-b3dfc1233115 req-257d01ee-0ac7-4e2c-b879-dab35f158b97 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 947 time: 0.0864434 Jun 09 20:13:41.825839 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-575d97ae-42d1-4c28-947d-b3dfc1233115 req-b3855fc2-62ba-444a-b129-ac99b166475d tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=aacc453a-0b37-4e61-974a-bc382317a401&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373826 Jun 09 20:13:41.840463 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-d148d81e-0a13-4f71-9820-4cb743973462 req-35224266-653c-492c-ad1b-0c2c8670c940 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2273976'] for port, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:41.846234 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:13:41.891934 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35224266-653c-492c-ad1b-0c2c8670c940 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Pushing event deleted for resources: {'Port': ['ID=6fab7981-892d-4a80-b2cc-8082e7140e40,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:13:41.894789 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-35224266-653c-492c-ad1b-0c2c8670c940 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:13:42.164863 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d148d81e-0a13-4f71-9820-4cb743973462 req-35224266-653c-492c-ad1b-0c2c8670c940 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Router 2d3a4288-58c5-4add-89b0-2b4f4c09bc0b has already been hosted by L3 agent 64117835-a1f5-4801-ace7-11985afbc460 {{(pid=92456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 20:13:42.189694 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 45126) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:13:42.257525 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.db.db_base_plugin_v2 [None req-d67752b5-9841-4af7-9ef0-44780cdfc733 admin admin] Deleting subnet 9d991aa8-4a67-4571-aeb8-f96e648fe294 {{(pid=92455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 20:13:42.261211 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-d67752b5-9841-4af7-9ef0-44780cdfc733 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:42.314904 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-d67752b5-9841-4af7-9ef0-44780cdfc733 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3128261'] for subnet, precommit_delete_associations {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:42.348220 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d148d81e-0a13-4f71-9820-4cb743973462 req-35224266-653c-492c-ad1b-0c2c8670c940 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:13:42.360475 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cab6fea-ab93-45f1-830f-c9989713fdae None None] Sync routers for ids ['2d3a4288-58c5-4add-89b0-2b4f4c09bc0b'] in dv-cinder-795669-1-iscsi {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:13:42.369646 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cab6fea-ab93-45f1-830f-c9989713fdae None None] Routers {'2d3a4288-58c5-4add-89b0-2b4f4c09bc0b'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:13:42.370258 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-9cab6fea-ab93-45f1-830f-c9989713fdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:13:32Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['2d3a4288-58c5-4add-89b0-2b4f4c09bc0b'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:13:42.376744 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-d67752b5-9841-4af7-9ef0-44780cdfc733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883559'] for subnet, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:42.430145 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [req-d148d81e-0a13-4f71-9820-4cb743973462 req-35224266-653c-492c-ad1b-0c2c8670c940 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] No DVR routers for this DVR port 6fab7981-892d-4a80-b2cc-8082e7140e40 on host hv-cinder-79566 {{(pid=92456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 20:13:42.432894 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-d148d81e-0a13-4f71-9820-4cb743973462 req-35224266-653c-492c-ad1b-0c2c8670c940 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:42.435395 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-d148d81e-0a13-4f71-9820-4cb743973462 req-35224266-653c-492c-ad1b-0c2c8670c940 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.22 "DELETE /v2.0/ports/6fab7981-892d-4a80-b2cc-8082e7140e40 HTTP/1.1" status: 204 len: 173 time: 1.3818960 Jun 09 20:13:42.435943 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0965dd-fb9b-4802-814e-90806bc5229c', 'name': 'network-vif-deleted', 'tag': '6fab7981-892d-4a80-b2cc-8082e7140e40'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:13:42.439345 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46dacaf1-1748-4383-a9a4-b2bf4eda3477" -d '{"events": [{"server_uuid": "ce0965dd-fb9b-4802-814e-90806bc5229c", "name": "network-vif-deleted", "tag": "6fab7981-892d-4a80-b2cc-8082e7140e40"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:13:42.485787 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e1d5fd-449e-43d8-891c-8518614d111d x-openstack-request-id: req-e5e1d5fd-449e-43d8-891c-8518614d111d {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:13:42.486110 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0965dd-fb9b-4802-814e-90806bc5229c", "name": "network-vif-deleted", "tag": "6fab7981-892d-4a80-b2cc-8082e7140e40", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:13:42.486388 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e5e1d5fd-449e-43d8-891c-8518614d111d {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:13:42.486808 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0965dd-fb9b-4802-814e-90806bc5229c', 'name': 'network-vif-deleted', 'tag': '6fab7981-892d-4a80-b2cc-8082e7140e40', 'status': 'completed', 'code': 200} Jun 09 20:13:42.560927 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-d67752b5-9841-4af7-9ef0-44780cdfc733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2403900'] for subnet, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:42.562007 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-9cab6fea-ab93-45f1-830f-c9989713fdae None None] Set router 2d3a4288-58c5-4add-89b0-2b4f4c09bc0b gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:13:42.566305 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:13:42.641178 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67752b5-9841-4af7-9ef0-44780cdfc733 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d991aa8-4a67-4571-aeb8-f96e648fe294,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:13:42.684559 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67752b5-9841-4af7-9ef0-44780cdfc733 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:13:42.684559 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67752b5-9841-4af7-9ef0-44780cdfc733 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:13:42.684559 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67752b5-9841-4af7-9ef0-44780cdfc733 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:13:42.684559 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67752b5-9841-4af7-9ef0-44780cdfc733 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:13:42.684559 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67752b5-9841-4af7-9ef0-44780cdfc733 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:13:42.684559 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67752b5-9841-4af7-9ef0-44780cdfc733 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:13:42.684559 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67752b5-9841-4af7-9ef0-44780cdfc733 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:13:42.684559 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67752b5-9841-4af7-9ef0-44780cdfc733 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:13:42.684559 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67752b5-9841-4af7-9ef0-44780cdfc733 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:13:42.684559 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67752b5-9841-4af7-9ef0-44780cdfc733 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:13:42.685504 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67752b5-9841-4af7-9ef0-44780cdfc733 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:13:42.685901 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67752b5-9841-4af7-9ef0-44780cdfc733 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:13:42.693309 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-d67752b5-9841-4af7-9ef0-44780cdfc733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for subnet, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:42.696938 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-d67752b5-9841-4af7-9ef0-44780cdfc733 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9d991aa8-4a67-4571-aeb8-f96e648fe294 HTTP/1.1" status: 204 len: 168 time: 0.5040884 Jun 09 20:13:42.696938 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-d67752b5-9841-4af7-9ef0-44780cdfc733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:13:42.698195 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 45134) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:13:42.788681 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 1919371e-9430-4b1a-883c-faf502c1e66d no longer exists at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:13:42.805207 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-cb8155f7-3351-4a80-8a1b-84f604a28eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769015'] for network, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:42.829638 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] No Port match for: 1919371e-9430-4b1a-883c-faf502c1e66d {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:13:42.829984 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 1919371e-9430-4b1a-883c-faf502c1e66d not bound to the agent host hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:13:42.830595 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 6fab7981-892d-4a80-b2cc-8082e7140e40 no longer exists at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:13:42.882266 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] No Port match for: 6fab7981-892d-4a80-b2cc-8082e7140e40 {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:13:42.882621 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 6fab7981-892d-4a80-b2cc-8082e7140e40 not bound to the agent host hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:13:42.956071 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-cb8155f7-3351-4a80-8a1b-84f604a28eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884462', 'neutron.services.segments.db._delete_segments_for_network-8784791871416'] for network, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:42.969348 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.services.segments.db [None req-cb8155f7-3351-4a80-8a1b-84f604a28eeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c6a903-4702-43e5-a13a-9d00e3beebb9']}} {{(pid=92456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:13:42.984558 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.services.segments.db [None req-cb8155f7-3351-4a80-8a1b-84f604a28eeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f9191b7-762d-4b20-b5e3-118bc3ed2e60') {'for_net_delete': True} {{(pid=92456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:13:42.984958 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.services.segments.db [None req-cb8155f7-3351-4a80-8a1b-84f604a28eeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f9191b7-762d-4b20-b5e3-118bc3ed2e60') {} {{(pid=92456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:13:43.000803 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-cb8155f7-3351-4a80-8a1b-84f604a28eeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784791825875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2301223'] for segment, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:43.009968 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-9cab6fea-ab93-45f1-830f-c9989713fdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1581776081-router', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'a247e340-6de1-43be-804f-817ffc0d8767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:04Z', 'updated_at': '2021-06-09T20:09:19Z', 'revision_number': 4, 'project_id': 'ce21b31906334471913e27e7b2dd9bf2', 'gw_port': {'id': 'a247e340-6de1-43be-804f-817ffc0d8767', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:05Z', 'updated_at': '2021-06-09T20:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '7ae29c2e-ef49-4a84-97a6-6d5491379ce6', 'name': '', 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'mac_address': 'fa:16:3e:b7:2d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3e75af2a-aa07-4655-b1c0-db112593470c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:14Z', 'updated_at': '2021-06-09T20:09:34Z', 'revision_number': 5, 'project_id': 'ce21b31906334471913e27e7b2dd9bf2', 'subnets': [{'id': '3e75af2a-aa07-4655-b1c0-db112593470c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:13:43.010948 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-0ad43b7d-4e85-4a9c-8700-0937f1babf10 req-43806411-dc62-4f0d-91d0-54cbfebfa40b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce0965dd-fb9b-4802-814e-90806bc5229c HTTP/1.1" status: 200 len: 210 time: 0.0485220 Jun 09 20:13:43.015288 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cab6fea-ab93-45f1-830f-c9989713fdae None None] Checking router: 2d3a4288-58c5-4add-89b0-2b4f4c09bc0b for host: dv-cinder-795669-1-iscsi {{(pid=92457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:13:43.019176 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-cb8155f7-3351-4a80-8a1b-84f604a28eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028'] for segment, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:43.024297 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cab6fea-ab93-45f1-830f-c9989713fdae None None] Routers {'2d3a4288-58c5-4add-89b0-2b4f4c09bc0b'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:13:43.024927 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-9cab6fea-ab93-45f1-830f-c9989713fdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:13:32Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['2d3a4288-58c5-4add-89b0-2b4f4c09bc0b'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:13:43.025448 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb8155f7-3351-4a80-8a1b-84f604a28eeb admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=92456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 20:13:43.025839 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-cb8155f7-3351-4a80-8a1b-84f604a28eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2273943'] for segment, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:43.039615 dv-cinder-795669-1-iscsi neutron-server[92456]: Traceback (most recent call last): Jun 09 20:13:43.039615 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 20:13:43.039615 dv-cinder-795669-1-iscsi neutron-server[92456]: timer() Jun 09 20:13:43.039615 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 20:13:43.039615 dv-cinder-795669-1-iscsi neutron-server[92456]: cb(*args, **kw) Jun 09 20:13:43.039615 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 20:13:43.039615 dv-cinder-795669-1-iscsi neutron-server[92456]: return func(*args, **kwargs) Jun 09 20:13:43.039615 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 20:13:43.039615 dv-cinder-795669-1-iscsi neutron-server[92456]: self._notify() Jun 09 20:13:43.039615 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 20:13:43.039615 dv-cinder-795669-1-iscsi neutron-server[92456]: self.callback(batched_events) Jun 09 20:13:43.039615 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 20:13:43.039615 dv-cinder-795669-1-iscsi neutron-server[92456]: event.method(event) Jun 09 20:13:43.039615 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 20:13:43.039615 dv-cinder-795669-1-iscsi neutron-server[92456]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 20:13:43.039615 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 20:13:43.039615 dv-cinder-795669-1-iscsi neutron-server[92456]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 20:13:43.039615 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 20:13:43.039615 dv-cinder-795669-1-iscsi neutron-server[92456]: return f(self, *a, **k) Jun 09 20:13:43.039615 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 20:13:43.039615 dv-cinder-795669-1-iscsi neutron-server[92456]: return self._get(url).json() Jun 09 20:13:43.039615 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 20:13:43.039615 dv-cinder-795669-1-iscsi neutron-server[92456]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 20:13:43.039615 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 20:13:43.039615 dv-cinder-795669-1-iscsi neutron-server[92456]: return self.request(url, 'GET', **kwargs) Jun 09 20:13:43.039615 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 20:13:43.039615 dv-cinder-795669-1-iscsi neutron-server[92456]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 20:13:43.039615 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 20:13:43.039615 dv-cinder-795669-1-iscsi neutron-server[92456]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 20:13:43.039615 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 20:13:43.039615 dv-cinder-795669-1-iscsi neutron-server[92456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 20:13:43.039615 dv-cinder-795669-1-iscsi neutron-server[92456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 20:13:43.200331 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-cb8155f7-3351-4a80-8a1b-84f604a28eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3854142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3925107'] for network, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:43.205258 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-b7c7b790-fbf5-4ab3-aed1-836633abe582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:13:43.216995 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-9cab6fea-ab93-45f1-830f-c9989713fdae None None] Set router 2d3a4288-58c5-4add-89b0-2b4f4c09bc0b gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:13:43.221209 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-cb8155f7-3351-4a80-8a1b-84f604a28eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for network, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:43.223065 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-cb8155f7-3351-4a80-8a1b-84f604a28eeb admin admin] 10.222.0.15 "DELETE /v2.0/networks/c2c6a903-4702-43e5-a13a-9d00e3beebb9 HTTP/1.1" status: 204 len: 168 time: 0.5238996 Jun 09 20:13:43.226420 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8155f7-3351-4a80-8a1b-84f604a28eeb admin admin] Pushing event deleted for resources: {'Network': ['ID=c2c6a903-4702-43e5-a13a-9d00e3beebb9,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:13:43.237747 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-cb8155f7-3351-4a80-8a1b-84f604a28eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:13:43.543489 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-9cab6fea-ab93-45f1-830f-c9989713fdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1581776081-router', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'a247e340-6de1-43be-804f-817ffc0d8767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:04Z', 'updated_at': '2021-06-09T20:09:19Z', 'revision_number': 4, 'project_id': 'ce21b31906334471913e27e7b2dd9bf2', 'gw_port': {'id': 'a247e340-6de1-43be-804f-817ffc0d8767', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:05Z', 'updated_at': '2021-06-09T20:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '7ae29c2e-ef49-4a84-97a6-6d5491379ce6', 'name': '', 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'mac_address': 'fa:16:3e:b7:2d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3e75af2a-aa07-4655-b1c0-db112593470c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:14Z', 'updated_at': '2021-06-09T20:09:34Z', 'revision_number': 5, 'project_id': 'ce21b31906334471913e27e7b2dd9bf2', 'subnets': [{'id': '3e75af2a-aa07-4655-b1c0-db112593470c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:13:43.549096 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cab6fea-ab93-45f1-830f-c9989713fdae None None] The sync data for ids ['2d3a4288-58c5-4add-89b0-2b4f4c09bc0b'] in dv-cinder-795669-1-iscsi is: [{'id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1581776081-router', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'a247e340-6de1-43be-804f-817ffc0d8767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:04Z', 'updated_at': '2021-06-09T20:09:19Z', 'revision_number': 4, 'project_id': 'ce21b31906334471913e27e7b2dd9bf2', 'gw_port': {'id': 'a247e340-6de1-43be-804f-817ffc0d8767', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:05Z', 'updated_at': '2021-06-09T20:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '7ae29c2e-ef49-4a84-97a6-6d5491379ce6', 'name': '', 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'mac_address': 'fa:16:3e:b7:2d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3e75af2a-aa07-4655-b1c0-db112593470c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:14Z', 'updated_at': '2021-06-09T20:09:34Z', 'revision_number': 5, 'project_id': 'ce21b31906334471913e27e7b2dd9bf2', 'subnets': [{'id': '3e75af2a-aa07-4655-b1c0-db112593470c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:13:43.715308 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 45142) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:13:43.782079 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-a1663a74-a3fe-4d5c-b0a5-75a81059ee1d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e3301fd48bee4c58b886281bcfd984c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0630977 Jun 09 20:13:43.782454 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 45146) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:13:43.840438 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c21f583-6d3d-42ec-9c7a-8ae2b2a8b263 None None] New status for floating IP 43894dff-d9e6-42d6-9ddf-d39b0ab8ae8b: DOWN {{(pid=92458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 20:13:43.848583 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-40cb8340-8568-49c2-8a6c-f26970a47b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:43.875384 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-40cb8340-8568-49c2-8a6c-f26970a47b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:44.069388 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-40cb8340-8568-49c2-8a6c-f26970a47b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:44.072014 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-40cb8340-8568-49c2-8a6c-f26970a47b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:44.073035 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-40cb8340-8568-49c2-8a6c-f26970a47b78 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ed85a9cd-983f-4de4-89ec-69ab9c6125d5 HTTP/1.1" status: 204 len: 168 time: 0.2895682 Jun 09 20:13:44.073948 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-ab3b2bfb-9bdd-4746-8903-992ab8d33af1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:13:44.084230 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb8340-8568-49c2-8a6c-f26970a47b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed85a9cd-983f-4de4-89ec-69ab9c6125d5,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:13:44.092799 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-40cb8340-8568-49c2-8a6c-f26970a47b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:13:44.241466 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 45154) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:13:44.309625 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-869c7e8b-2a6f-448b-a6a9-be472c043847 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:44.339678 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-869c7e8b-2a6f-448b-a6a9-be472c043847 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:44.491906 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-869c7e8b-2a6f-448b-a6a9-be472c043847 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:44.494493 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-869c7e8b-2a6f-448b-a6a9-be472c043847 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:44.496315 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-869c7e8b-2a6f-448b-a6a9-be472c043847 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "DELETE /v2.0/security-groups/aacc453a-0b37-4e61-974a-bc382317a401 HTTP/1.1" status: 204 len: 168 time: 0.2531302 Jun 09 20:13:44.497524 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-f67482d4-a828-44b4-8d16-50a04f5d0918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:13:44.504867 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 45160) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:13:44.510257 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c7e8b-2a6f-448b-a6a9-be472c043847 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacc453a-0b37-4e61-974a-bc382317a401,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:13:44.513629 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-869c7e8b-2a6f-448b-a6a9-be472c043847 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:13:44.518544 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.api.v2.resource [None req-3a7610cd-4534-4810-b578-33321739b81e tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] show failed (client error): The resource could not be found. Jun 09 20:13:44.519705 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-3a7610cd-4534-4810-b578-33321739b81e tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups/aacc453a-0b37-4e61-974a-bc382317a401 HTTP/1.1" status: 404 len: 347 time: 0.0188766 Jun 09 20:13:44.522710 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 45162) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:13:44.838330 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.plugin [None req-c6d94517-22de-42f8-ac16-d3b5dfcd6ebc tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Deleting port edc4d323-de33-4523-9ec7-6097f24fb61e {{(pid=92455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:13:44.838932 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-c6d94517-22de-42f8-ac16-d3b5dfcd6ebc tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:44.957844 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-c6d94517-22de-42f8-ac16-d3b5dfcd6ebc tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:44.958179 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-c6d94517-22de-42f8-ac16-d3b5dfcd6ebc tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:45.088058 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.plugin [None req-c6d94517-22de-42f8-ac16-d3b5dfcd6ebc tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Calling delete_port for edc4d323-de33-4523-9ec7-6097f24fb61e owned by network:floatingip {{(pid=92455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:13:45.257252 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-c6d94517-22de-42f8-ac16-d3b5dfcd6ebc tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162651'] for port, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:45.262291 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-a2e3ed00-eef0-48f0-b01c-626bcf4e4811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:13:45.309505 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d94517-22de-42f8-ac16-d3b5dfcd6ebc tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Pushing event deleted for resources: {'Port': ['ID=edc4d323-de33-4523-9ec7-6097f24fb61e,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:13:45.338549 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-c6d94517-22de-42f8-ac16-d3b5dfcd6ebc tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:13:45.406883 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-c6d94517-22de-42f8-ac16-d3b5dfcd6ebc tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for floatingip, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:45.409709 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-c6d94517-22de-42f8-ac16-d3b5dfcd6ebc tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for floatingip, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:45.410852 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-c6d94517-22de-42f8-ac16-d3b5dfcd6ebc tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "DELETE /v2.0/floatingips/43894dff-d9e6-42d6-9ddf-d39b0ab8ae8b HTTP/1.1" status: 204 len: 168 time: 0.8872039 Jun 09 20:13:46.904752 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 45228) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:13:46.909537 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-6c5a6ecc-a353-426d-a490-6d771739006b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1313634590', 'description': 'tempest-description--1575876803'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:13:46.972885 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 45230) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:13:47.006240 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-6c5a6ecc-a353-426d-a490-6d771739006b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:47.095624 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-5d23e10f-986f-4515-be37-134ae7e35bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:47.130841 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-6c5a6ecc-a353-426d-a490-6d771739006b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:47.219350 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-6c5a6ecc-a353-426d-a490-6d771739006b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:47.227102 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-869c7e8b-2a6f-448b-a6a9-be472c043847 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:13:47.266797 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a6ecc-a353-426d-a490-6d771739006b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc0aace-fcb9-4a57-a040-b779bb341a87,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:13:47.269433 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-6c5a6ecc-a353-426d-a490-6d771739006b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:13:47.339851 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-5d23e10f-986f-4515-be37-134ae7e35bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:47.406630 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-5d23e10f-986f-4515-be37-134ae7e35bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:47.413064 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-7ddaed80-4bbe-4a4f-8a0f-af6bac4ccd7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:13:47.455531 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d23e10f-986f-4515-be37-134ae7e35bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd55732-de15-4037-995b-76292e578a7f,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:13:47.462725 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 45236) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:13:47.464240 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-5d23e10f-986f-4515-be37-134ae7e35bfd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f34f6881c7dd4555b8c25c935888903d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4886811 Jun 09 20:13:47.464240 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-5d23e10f-986f-4515-be37-134ae7e35bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:13:47.497534 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-6c5a6ecc-a353-426d-a490-6d771739006b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:47.499284 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-6c5a6ecc-a353-426d-a490-6d771739006b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5933561 Jun 09 20:13:47.502142 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 45238) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:13:47.506588 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-e1ab1aeb-c0e0-42b4-85fe-f25108e3cc0b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Request body: {'security_group_rule': {'security_group_id': '6fc0aace-fcb9-4a57-a040-b779bb341a87', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:13:47.526149 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-f33f71f2-ff16-443b-877c-1f5977547139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:47.551938 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-f33f71f2-ff16-443b-877c-1f5977547139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:47.613326 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e1ab1aeb-c0e0-42b4-85fe-f25108e3cc0b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:47.674761 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-f33f71f2-ff16-443b-877c-1f5977547139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:47.677247 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-f33f71f2-ff16-443b-877c-1f5977547139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:47.678405 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-f33f71f2-ff16-443b-877c-1f5977547139 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9fd55732-de15-4037-995b-76292e578a7f HTTP/1.1" status: 204 len: 168 time: 0.2124436 Jun 09 20:13:47.679230 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-3468a582-79b8-4339-acdf-ba1070b52be9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:13:47.687351 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e1ab1aeb-c0e0-42b4-85fe-f25108e3cc0b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:47.689405 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f71f2-ff16-443b-877c-1f5977547139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd55732-de15-4037-995b-76292e578a7f,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:13:47.691818 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-f33f71f2-ff16-443b-877c-1f5977547139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:13:47.851742 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e1ab1aeb-c0e0-42b4-85fe-f25108e3cc0b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854183'] for security_group_rule, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:47.858403 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:13:47.877973 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ab1aeb-c0e0-42b4-85fe-f25108e3cc0b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c00f0f-f511-4ab1-8048-4143d167cf7c,revision_number=0']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:13:47.881953 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-e1ab1aeb-c0e0-42b4-85fe-f25108e3cc0b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:13:47.977252 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e1ab1aeb-c0e0-42b4-85fe-f25108e3cc0b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:47.978425 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-e1ab1aeb-c0e0-42b4-85fe-f25108e3cc0b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4753604 Jun 09 20:13:47.981209 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 45242) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:13:47.986334 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-85457109-a00b-4cd1-8fa1-260bf8243009 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Request body: {'security_group_rule': {'security_group_id': '6fc0aace-fcb9-4a57-a040-b779bb341a87', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:13:48.069292 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-85457109-a00b-4cd1-8fa1-260bf8243009 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:48.128605 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-85457109-a00b-4cd1-8fa1-260bf8243009 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:48.222784 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-85457109-a00b-4cd1-8fa1-260bf8243009 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854183'] for security_group_rule, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:48.230273 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-eaf2326b-1800-4093-b4b5-3f805334d322 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:13:48.250489 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85457109-a00b-4cd1-8fa1-260bf8243009 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afcf3ea6-b558-48bc-add7-00fc1fd4368f,revision_number=0']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:13:48.252798 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-85457109-a00b-4cd1-8fa1-260bf8243009 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:13:48.331537 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-85457109-a00b-4cd1-8fa1-260bf8243009 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:48.332736 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-85457109-a00b-4cd1-8fa1-260bf8243009 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3506286 Jun 09 20:13:48.335797 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 45248) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:13:48.340199 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-b1435f93-868c-4dcf-9d92-280b1f1306c9 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Request body: {'floatingip': {'floating_network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:13:48.423147 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b1435f93-868c-4dcf-9d92-280b1f1306c9 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for floatingip, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:48.462204 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 45250) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:13:48.480836 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-24cc49fa-76cb-4975-8cd5-dda95ac9b2d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:48.555893 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b1435f93-868c-4dcf-9d92-280b1f1306c9 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:48.586396 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-24cc49fa-76cb-4975-8cd5-dda95ac9b2d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:48.668801 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-24cc49fa-76cb-4975-8cd5-dda95ac9b2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:48.678608 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-4e8bf53b-9dd1-4e8b-85a1-e8ff4ead4da0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:13:48.691921 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_common [None req-b1435f93-868c-4dcf-9d92-280b1f1306c9 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Allocated IP 172.27.0.170 (7113ecea-0b68-4d56-a6ae-4e94112ae602/d4394e15-b094-4f4f-853e-c157ecdb6024/5f07d244-9856-4395-a695-d1ccb0f96826) {{(pid=92456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:13:48.717671 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-24cc49fa-76cb-4975-8cd5-dda95ac9b2d7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=838ca96d9df042f0b9fd0a55ef19c32f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2543316 Jun 09 20:13:48.719306 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc49fa-76cb-4975-8cd5-dda95ac9b2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a5b84b-070d-40bf-91f0-78ff87e51de8,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:13:48.721570 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 45254) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:13:48.736179 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-24cc49fa-76cb-4975-8cd5-dda95ac9b2d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:13:48.786054 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-554a5a65-5260-4a4b-a422-7c94112a0c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:48.814633 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-554a5a65-5260-4a4b-a422-7c94112a0c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:48.921744 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b1435f93-868c-4dcf-9d92-280b1f1306c9 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for port, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:48.937486 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-554a5a65-5260-4a4b-a422-7c94112a0c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:48.939983 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-554a5a65-5260-4a4b-a422-7c94112a0c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:48.941115 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-554a5a65-5260-4a4b-a422-7c94112a0c28 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e1a5b84b-070d-40bf-91f0-78ff87e51de8 HTTP/1.1" status: 204 len: 168 time: 0.2185547 Jun 09 20:13:48.941946 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-11edbc07-0db4-492e-a476-3944a9622be3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:13:48.951549 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a5a65-5260-4a4b-a422-7c94112a0c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a5b84b-070d-40bf-91f0-78ff87e51de8,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:13:48.955521 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-554a5a65-5260-4a4b-a422-7c94112a0c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:13:49.017626 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b1435f93-868c-4dcf-9d92-280b1f1306c9 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2273985'] for port, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:49.022347 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:13:49.084966 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1435f93-868c-4dcf-9d92-280b1f1306c9 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Network 7113ecea-0b68-4d56-a6ae-4e94112ae602 is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:13:49.087706 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [None req-b1435f93-868c-4dcf-9d92-280b1f1306c9 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:13:49.090109 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1435f93-868c-4dcf-9d92-280b1f1306c9 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Received port after_create {{(pid=92456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:13:49.128375 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1435f93-868c-4dcf-9d92-280b1f1306c9 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Pushing event updated for resources: {'Port': ['ID=5f07d244-9856-4395-a695-d1ccb0f96826,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:13:49.131316 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-b1435f93-868c-4dcf-9d92-280b1f1306c9 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:13:49.176144 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b1435f93-868c-4dcf-9d92-280b1f1306c9 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:49.294482 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b1435f93-868c-4dcf-9d92-280b1f1306c9 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:49.496755 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b1435f93-868c-4dcf-9d92-280b1f1306c9 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for port, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:49.549319 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b1435f93-868c-4dcf-9d92-280b1f1306c9 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2273971'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:49.554124 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-875228d4-93de-4c4e-983f-5d6d59a30b24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:13:49.658455 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1435f93-868c-4dcf-9d92-280b1f1306c9 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Pushing event updated for resources: {'Port': ['ID=5f07d244-9856-4395-a695-d1ccb0f96826,revision_number=2']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:13:49.662854 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-b1435f93-868c-4dcf-9d92-280b1f1306c9 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:13:49.673212 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b1435f93-868c-4dcf-9d92-280b1f1306c9 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3925089'] for floatingip, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:49.800310 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b1435f93-868c-4dcf-9d92-280b1f1306c9 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for floatingip, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:49.801622 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-b1435f93-868c-4dcf-9d92-280b1f1306c9 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4647732 Jun 09 20:13:50.027233 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-a3a70044-a529-489b-a19a-1b20450b27c2 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1313634590&fields=id&tenant_id=ce21b31906334471913e27e7b2dd9bf2 HTTP/1.1" status: 200 len: 267 time: 0.0437160 Jun 09 20:13:50.180517 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-d4142ec3-7d52-48fa-83c9-193f2253f65d tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:50.181993 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-d4142ec3-7d52-48fa-83c9-193f2253f65d tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/networks?id=d61eb754-bcce-4b42-88fd-e498290dcd18 HTTP/1.1" status: 200 len: 817 time: 0.1478829 Jun 09 20:13:50.195989 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-28f3fa91-2f95-48d0-99bd-eaa2a0387dab tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/quotas/ce21b31906334471913e27e7b2dd9bf2 HTTP/1.1" status: 200 len: 375 time: 0.0086298 Jun 09 20:13:50.284462 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-e47320aa-c34a-41e1-8fd4-3e1cf5ffd42f tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce21b31906334471913e27e7b2dd9bf2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0834486 Jun 09 20:13:50.420562 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-b8fbec3d-3bff-4973-bfd9-c71e54c0ab42 service neutron] 10.222.0.15 "GET /v2.0/networks/d61eb754-bcce-4b42-88fd-e498290dcd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263013 Jun 09 20:13:50.555014 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-13623289-c2f9-407f-8f71-63096dfc6120 service neutron] 10.222.0.15 "GET /v2.0/networks/d61eb754-bcce-4b42-88fd-e498290dcd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283987 Jun 09 20:13:50.836822 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1ed59053-02a3-46b9-8cce-646594d0bcfc req-88554ffb-5262-48dd-a12b-7d54ab4a90b8 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 210 time: 0.0441957 Jun 09 20:13:51.995528 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-12d21cb5-8628-4e97-b412-40616760faa8 req-69bf8eca-943e-43d2-95e6-561e8bd4261e tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 210 time: 0.0428033 Jun 09 20:13:53.022392 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-2df80ad7-de9f-4103-a324-15a9aa37bd7b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:53.023801 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-2df80ad7-de9f-4103-a324-15a9aa37bd7b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.22 "GET /v2.0/networks?id=d61eb754-bcce-4b42-88fd-e498290dcd18 HTTP/1.1" status: 200 len: 817 time: 0.1491489 Jun 09 20:13:53.075380 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-504a4acd-c573-4dff-b004-e21c79f98db1 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce21b31906334471913e27e7b2dd9bf2 HTTP/1.1" status: 200 len: 380 time: 0.0416465 Jun 09 20:13:53.084055 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-4bab8109-a449-4eb0-9348-ff32f3cdfcb7 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Request body: {'port': {'device_id': '4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1', 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18', 'admin_state_up': True, 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'security_groups': ['6fc0aace-fcb9-4a57-a040-b779bb341a87']}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:13:53.158081 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8e968975-7a25-471a-bddb-21cd90660203 req-7a8ec6bb-5c5e-4566-a203-548f3bd40854 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 210 time: 0.0465782 Jun 09 20:13:53.349005 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-4bab8109-a449-4eb0-9348-ff32f3cdfcb7 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Made reservation on behalf of ce21b31906334471913e27e7b2dd9bf2 for: {'port': 1} {{(pid=92456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:13:53.352549 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-4bab8109-a449-4eb0-9348-ff32f3cdfcb7 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:53.516771 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_common [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-4bab8109-a449-4eb0-9348-ff32f3cdfcb7 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Allocated IP 172.20.0.14 (d61eb754-bcce-4b42-88fd-e498290dcd18/3e75af2a-aa07-4655-b1c0-db112593470c/493d9495-9f3e-4f13-9c8c-517239ab826d) {{(pid=92456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:13:53.700914 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-4bab8109-a449-4eb0-9348-ff32f3cdfcb7 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for port, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:53.719963 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.provisioning_blocks [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-4bab8109-a449-4eb0-9348-ff32f3cdfcb7 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Transition to ACTIVE for port object 493d9495-9f3e-4f13-9c8c-517239ab826d will not be triggered until provisioned by entity DHCP. {{(pid=92456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:13:53.852748 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-4bab8109-a449-4eb0-9348-ff32f3cdfcb7 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2273985'] for port, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:53.858742 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-63771fac-9c1d-4b5f-ae4a-90105e1e7df6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:13:53.940726 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-4bab8109-a449-4eb0-9348-ff32f3cdfcb7 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Network d61eb754-bcce-4b42-88fd-e498290dcd18 is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:13:53.945253 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a228a-e29b-4be3-beeb-c8e4e887428a req-0cae1673-765a-40e3-9b48-5fc9be096b5b tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:53.945444 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-4bab8109-a449-4eb0-9348-ff32f3cdfcb7 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:13:53.947518 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4e2a228a-e29b-4be3-beeb-c8e4e887428a req-0cae1673-765a-40e3-9b48-5fc9be096b5b tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 945 time: 0.0839984 Jun 09 20:13:53.948017 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-4bab8109-a449-4eb0-9348-ff32f3cdfcb7 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Received port after_create {{(pid=92456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:13:53.973075 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab8109-a449-4eb0-9348-ff32f3cdfcb7 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Pushing event updated for resources: {'Port': ['ID=493d9495-9f3e-4f13-9c8c-517239ab826d,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:13:53.976301 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-4bab8109-a449-4eb0-9348-ff32f3cdfcb7 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:13:54.010599 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4e2a228a-e29b-4be3-beeb-c8e4e887428a req-ddde969b-cce5-4036-b0e6-ad81bd79a42b tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522602 Jun 09 20:13:54.026480 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-4bab8109-a449-4eb0-9348-ff32f3cdfcb7 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:54.027126 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-4bab8109-a449-4eb0-9348-ff32f3cdfcb7 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:54.149654 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-4bab8109-a449-4eb0-9348-ff32f3cdfcb7 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0691075 Jun 09 20:13:54.162468 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-031a7d80-b161-474f-b604-eca8d8c17ab5 service neutron] Request body: {'port': {'device_id': '4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79566'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:13:54.240481 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-bf189725-f7b2-4463-8bd3-81b2617d185d None None] Provisioning for port 493d9495-9f3e-4f13-9c8c-517239ab826d completed by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:13:54.249292 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-bf189725-f7b2-4463-8bd3-81b2617d185d None None] Provisioning complete for port 493d9495-9f3e-4f13-9c8c-517239ab826d triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:13:54.249988 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-bf189725-f7b2-4463-8bd3-81b2617d185d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:54.295581 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-031a7d80-b161-474f-b604-eca8d8c17ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:54.324370 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-bf189725-f7b2-4463-8bd3-81b2617d185d None None] Port 493d9495-9f3e-4f13-9c8c-517239ab826d cannot update to ACTIVE because it is not bound. {{(pid=92457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 20:13:54.537721 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998cf4ed-eb83-4fc5-b3e2-ce0718db30a4 req-a420c54f-8d7b-4327-98cf-4827aacc9924 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:54.544346 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-998cf4ed-eb83-4fc5-b3e2-ce0718db30a4 req-a420c54f-8d7b-4327-98cf-4827aacc9924 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 932 time: 0.2148945 Jun 09 20:13:54.594462 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-998cf4ed-eb83-4fc5-b3e2-ce0718db30a4 req-8709f73b-0b4f-46b3-bc9a-c513c781d15b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474722 Jun 09 20:13:54.613807 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:54.754737 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-031a7d80-b161-474f-b604-eca8d8c17ab5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 493d9495-9f3e-4f13-9c8c-517239ab826d {{(pid=92456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:13:54.762146 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-031a7d80-b161-474f-b604-eca8d8c17ab5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:54.776428 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.provisioning_blocks [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-031a7d80-b161-474f-b604-eca8d8c17ab5 service neutron] Transition to ACTIVE for port object 493d9495-9f3e-4f13-9c8c-517239ab826d will not be triggered until provisioned by entity L2. {{(pid=92456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:13:54.868906 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-031a7d80-b161-474f-b604-eca8d8c17ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2273971'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:54.874252 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:13:54.999124 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a7d80-b161-474f-b604-eca8d8c17ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=493d9495-9f3e-4f13-9c8c-517239ab826d,revision_number=2']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:13:55.024596 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-031a7d80-b161-474f-b604-eca8d8c17ab5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:13:55.113748 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-031a7d80-b161-474f-b604-eca8d8c17ab5 service neutron] Attempting to bind port 493d9495-9f3e-4f13-9c8c-517239ab826d on host hv-cinder-79566 for vnic_type normal with profile {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:13:55.114357 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-031a7d80-b161-474f-b604-eca8d8c17ab5 service neutron] Attempting to bind port 493d9495-9f3e-4f13-9c8c-517239ab826d by drivers openvswitch,hyperv on host hv-cinder-79566 at level 0 using segments [{'id': '45746326-9f2d-4f9b-be09-234217d11e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18'}] {{(pid=92456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:13:55.114594 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-031a7d80-b161-474f-b604-eca8d8c17ab5 service neutron] Attempting to bind port 493d9495-9f3e-4f13-9c8c-517239ab826d on network d61eb754-bcce-4b42-88fd-e498290dcd18 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:13:55.126434 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-031a7d80-b161-474f-b604-eca8d8c17ab5 service neutron] Port 493d9495-9f3e-4f13-9c8c-517239ab826d on network d61eb754-bcce-4b42-88fd-e498290dcd18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79566 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 20:13:55.127192 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-031a7d80-b161-474f-b604-eca8d8c17ab5 service neutron] Attempting to bind port 493d9495-9f3e-4f13-9c8c-517239ab826d on network d61eb754-bcce-4b42-88fd-e498290dcd18 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:13:55.136814 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-031a7d80-b161-474f-b604-eca8d8c17ab5 service neutron] Checking agent: {'id': '747acf60-c6b9-434b-b325-86e193e3fffe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 20, 7, 24), 'started_at': datetime.datetime(2021, 6, 9, 20, 7, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:13:55.137277 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-031a7d80-b161-474f-b604-eca8d8c17ab5 service neutron] Checking segment: {'id': '45746326-9f2d-4f9b-be09-234217d11e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:13:55.138154 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-031a7d80-b161-474f-b604-eca8d8c17ab5 service neutron] Bound using segment: {'id': '45746326-9f2d-4f9b-be09-234217d11e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18'} {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:13:55.138422 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-031a7d80-b161-474f-b604-eca8d8c17ab5 service neutron] Bound port: 493d9495-9f3e-4f13-9c8c-517239ab826d, host: hv-cinder-79566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45746326-9f2d-4f9b-be09-234217d11e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18'}}] {{(pid=92456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:13:55.138972 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-031a7d80-b161-474f-b604-eca8d8c17ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:55.253760 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-031a7d80-b161-474f-b604-eca8d8c17ab5 service neutron] For port 493d9495-9f3e-4f13-9c8c-517239ab826d, host hv-cinder-79566, cleared binding levels {{(pid=92456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:13:55.257609 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-031a7d80-b161-474f-b604-eca8d8c17ab5 service neutron] For port 493d9495-9f3e-4f13-9c8c-517239ab826d, host hv-cinder-79566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=493d9495-9f3e-4f13-9c8c-517239ab826d,segment=NetworkSegment(45746326-9f2d-4f9b-be09-234217d11e5c),segment_id=45746326-9f2d-4f9b-be09-234217d11e5c)] {{(pid=92456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:13:55.258236 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 45438) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:13:55.303531 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991b6c9-9144-476e-8402-cde725593016 req-5d482d6d-e781-439d-a550-d08730475bd4 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:55.305035 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e991b6c9-9144-476e-8402-cde725593016 req-5d482d6d-e781-439d-a550-d08730475bd4 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 945 time: 0.1459992 Jun 09 20:13:55.315040 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-031a7d80-b161-474f-b604-eca8d8c17ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2273971'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:55.320058 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-7623c9f0-3a32-46dd-a551-13eb64268a5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:13:55.353953 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e991b6c9-9144-476e-8402-cde725593016 req-73576fca-e421-4140-8a7e-5235be3ceb9e tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431063 Jun 09 20:13:55.372296 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-031a7d80-b161-474f-b604-eca8d8c17ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:55.373072 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-031a7d80-b161-474f-b604-eca8d8c17ab5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:55.380848 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-031a7d80-b161-474f-b604-eca8d8c17ab5 service neutron] 10.222.0.22 "PUT /v2.0/ports/493d9495-9f3e-4f13-9c8c-517239ab826d HTTP/1.1" status: 200 len: 1094 time: 1.2166512 Jun 09 20:13:55.393552 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1', 'tag': '493d9495-9f3e-4f13-9c8c-517239ab826d'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:13:55.395817 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a2952f-a372-46ac-9738-5c0a2eda496a" -d '{"events": [{"name": "network-changed", "server_uuid": "4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1", "tag": "493d9495-9f3e-4f13-9c8c-517239ab826d"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:13:55.411010 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-61bf5223-7a8b-4169-8d83-fe7b3d662829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:55.444619 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 20:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72c8ab8-a186-460b-b745-9bd8e910c494 x-openstack-request-id: req-b72c8ab8-a186-460b-b745-9bd8e910c494 {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:13:55.444943 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1", "tag": "493d9495-9f3e-4f13-9c8c-517239ab826d", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:13:55.445220 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b72c8ab8-a186-460b-b745-9bd8e910c494 {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:13:55.445625 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1', 'tag': '493d9495-9f3e-4f13-9c8c-517239ab826d', 'status': 'completed', 'code': 200} Jun 09 20:13:55.448186 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a7d80-b161-474f-b604-eca8d8c17ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=493d9495-9f3e-4f13-9c8c-517239ab826d,revision_number=3']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:13:55.452758 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-031a7d80-b161-474f-b604-eca8d8c17ab5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:13:55.583936 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2952f-a372-46ac-9738-5c0a2eda496a req-d9ec6546-5843-4a8d-8aa8-bb3154a23d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:55.585448 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-19a2952f-a372-46ac-9738-5c0a2eda496a req-d9ec6546-5843-4a8d-8aa8-bb3154a23d83 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce21b31906334471913e27e7b2dd9bf2&device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 1097 time: 0.1172719 Jun 09 20:13:55.671396 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-61bf5223-7a8b-4169-8d83-fe7b3d662829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:55.735284 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-61bf5223-7a8b-4169-8d83-fe7b3d662829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:55.742745 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-1ac226ca-8e18-4a15-94ae-eddb9f2e43b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:13:55.750918 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2952f-a372-46ac-9738-5c0a2eda496a req-aa327662-83b6-4a87-ae0c-e7e9a773d622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:55.752376 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-19a2952f-a372-46ac-9738-5c0a2eda496a req-aa327662-83b6-4a87-ae0c-e7e9a773d622 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=ce21b31906334471913e27e7b2dd9bf2&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1550975 Jun 09 20:13:55.791100 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad928ae-4223-4bf6-9746-55169b3f4f45 req-0b18e7e0-51fa-4ca1-97bc-b9bd77e70ada tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:55.792508 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-5ad928ae-4223-4bf6-9746-55169b3f4f45 req-0b18e7e0-51fa-4ca1-97bc-b9bd77e70ada tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 944 time: 0.0815654 Jun 09 20:13:55.840142 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-5ad928ae-4223-4bf6-9746-55169b3f4f45 req-715c20f9-ce0d-4f1f-8d00-370e6e2b6dee tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411048 Jun 09 20:13:55.856088 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-61bf5223-7a8b-4169-8d83-fe7b3d662829 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d22a02b49a1c466195b5fa48473afda6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5959792 Jun 09 20:13:55.858936 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 45446) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:13:55.897276 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bf5223-7a8b-4169-8d83-fe7b3d662829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9986726d-56f6-4356-ae5a-a4886fc2557b,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:13:55.904863 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 6 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:13:55.906516 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-61bf5223-7a8b-4169-8d83-fe7b3d662829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:13:55.930120 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-0dae5b6d-b364-432b-99e8-ec936d14e796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:55.956548 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-0dae5b6d-b364-432b-99e8-ec936d14e796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:55.980601 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2952f-a372-46ac-9738-5c0a2eda496a req-e9614b54-82f1-46f9-aa53-2eae37cbcecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:55.982113 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-19a2952f-a372-46ac-9738-5c0a2eda496a req-e9614b54-82f1-46f9-aa53-2eae37cbcecc service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2157512 Jun 09 20:13:55.993775 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f8c93-fb37-4c4e-9f82-b625ffcd260e req-3b3c7cd4-e355-4715-aded-1075655408c3 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:55.995177 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-556f8c93-fb37-4c4e-9f82-b625ffcd260e req-3b3c7cd4-e355-4715-aded-1075655408c3 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.22 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 945 time: 0.1460681 Jun 09 20:13:56.063820 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-0dae5b6d-b364-432b-99e8-ec936d14e796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:56.066403 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-0dae5b6d-b364-432b-99e8-ec936d14e796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:56.067633 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-0dae5b6d-b364-432b-99e8-ec936d14e796 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9986726d-56f6-4356-ae5a-a4886fc2557b HTTP/1.1" status: 204 len: 168 time: 0.2073228 Jun 09 20:13:56.068413 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-5c5a497f-ed2e-4e07-b8e6-5a6ee9d247e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:13:56.080177 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae5b6d-b364-432b-99e8-ec936d14e796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9986726d-56f6-4356-ae5a-a4886fc2557b,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:13:56.082940 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-0dae5b6d-b364-432b-99e8-ec936d14e796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:13:56.190045 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-db5c4856-2d5a-4d0f-b33a-d3207c1db114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:56.191568 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-db5c4856-2d5a-4d0f-b33a-d3207c1db114 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce21b31906334471913e27e7b2dd9bf2&device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 1097 time: 0.1537266 Jun 09 20:13:56.249981 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [req-556f8c93-fb37-4c4e-9f82-b625ffcd260e req-82c352f2-c3e7-44a0-9127-0336337b7808 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Deleting port 5e662586-e1de-4e24-bc6a-37a144bd6f2c {{(pid=92456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:13:56.250318 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-556f8c93-fb37-4c4e-9f82-b625ffcd260e req-82c352f2-c3e7-44a0-9127-0336337b7808 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:56.320911 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-53de7d82-5e40-4171-b678-9dd30236d6ee service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=493d9495-9f3e-4f13-9c8c-517239ab826d HTTP/1.1" status: 200 len: 217 time: 0.1204648 Jun 09 20:13:56.539051 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-5a1b9ac0-27e6-4f97-8069-b330c80caed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:56.540694 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-5a1b9ac0-27e6-4f97-8069-b330c80caed6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3e75af2a-aa07-4655-b1c0-db112593470c HTTP/1.1" status: 200 len: 856 time: 0.2139814 Jun 09 20:13:56.557341 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b986643-13a4-4592-929b-c52d2ce29165 req-cfb867c9-2d58-45b5-a1a5-1239d4c16393 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:56.565585 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-7b986643-13a4-4592-929b-c52d2ce29165 req-cfb867c9-2d58-45b5-a1a5-1239d4c16393 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 945 time: 0.0939755 Jun 09 20:13:56.568772 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-556f8c93-fb37-4c4e-9f82-b625ffcd260e req-82c352f2-c3e7-44a0-9127-0336337b7808 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] For port 5e662586-e1de-4e24-bc6a-37a144bd6f2c, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=5e662586-e1de-4e24-bc6a-37a144bd6f2c,segment=NetworkSegment(38307e43-90bf-416e-82c0-ea8120621c99),segment_id=38307e43-90bf-416e-82c0-ea8120621c99)] {{(pid=92456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:13:56.569489 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-556f8c93-fb37-4c4e-9f82-b625ffcd260e req-82c352f2-c3e7-44a0-9127-0336337b7808 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:56.628413 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-7b986643-13a4-4592-929b-c52d2ce29165 req-2a46953e-9b51-49b9-b46e-52e30616d529 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=10441d75-9bec-45c4-aee1-b0eac1705338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619040 Jun 09 20:13:56.691361 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 45470) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:13:56.711132 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-74640852-35cb-4763-afde-393ea7986394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:56.818168 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-aefb4e98-1559-435f-af81-481a3c49d9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:56.825944 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-aefb4e98-1559-435f-af81-481a3c49d9a6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d61eb754-bcce-4b42-88fd-e498290dcd18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2417448 Jun 09 20:13:56.830922 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-74640852-35cb-4763-afde-393ea7986394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:56.877761 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-74640852-35cb-4763-afde-393ea7986394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:56.913015 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:13:56.925214 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-74640852-35cb-4763-afde-393ea7986394 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2a7b75f55b2d4bb48e4734dcf7ba0e41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324495 Jun 09 20:13:56.927594 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 45480) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:13:56.973508 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74640852-35cb-4763-afde-393ea7986394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8226ea2-6390-46a0-be59-0cac40b9b6ba,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:13:56.985957 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-74640852-35cb-4763-afde-393ea7986394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:13:57.036544 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-556f8c93-fb37-4c4e-9f82-b625ffcd260e req-82c352f2-c3e7-44a0-9127-0336337b7808 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:57.037007 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-556f8c93-fb37-4c4e-9f82-b625ffcd260e req-82c352f2-c3e7-44a0-9127-0336337b7808 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3925089'] for floatingip, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:57.037388 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.db.l3_db [req-556f8c93-fb37-4c4e-9f82-b625ffcd260e req-82c352f2-c3e7-44a0-9127-0336337b7808 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Floating IP 8654c1fa-f04a-434d-8efc-5dfa383d29be disassociated. External IP: 172.27.0.72, port: 5e662586-e1de-4e24-bc6a-37a144bd6f2c. Jun 09 20:13:57.037797 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [req-556f8c93-fb37-4c4e-9f82-b625ffcd260e req-82c352f2-c3e7-44a0-9127-0336337b7808 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Calling delete_port for 5e662586-e1de-4e24-bc6a-37a144bd6f2c owned by compute:nova {{(pid=92456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:13:57.061897 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-19643586-4d20-435b-81ce-6c01e4e04f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:57.062219 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-07b9ddcc-6cb1-4e9e-b599-3b7b7d67cccb service neutron] 10.222.0.22 "GET /v2.0/networks/d61eb754-bcce-4b42-88fd-e498290dcd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350829 Jun 09 20:13:57.097186 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-19643586-4d20-435b-81ce-6c01e4e04f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:57.133921 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2efe3-17f6-4112-b990-ba42bec71dd4 req-cad5aa98-0307-4b15-b18c-f43e361bed05 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:57.136454 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-13a2efe3-17f6-4112-b990-ba42bec71dd4 req-cad5aa98-0307-4b15-b18c-f43e361bed05 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 944 time: 0.1530945 Jun 09 20:13:57.198309 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-13a2efe3-17f6-4112-b990-ba42bec71dd4 req-c20c5a67-fb40-45f1-acdf-91dec14c9b12 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502012 Jun 09 20:13:57.245204 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b8c42abf-17b3-4bf0-adf2-d4bdbc6ec63e req-33d9405f-096f-4686-953d-72882a1f5801 service neutron] 10.222.0.22 "GET /v2.0/networks/d61eb754-bcce-4b42-88fd-e498290dcd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743653 Jun 09 20:13:57.286344 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-19643586-4d20-435b-81ce-6c01e4e04f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:57.288896 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-19643586-4d20-435b-81ce-6c01e4e04f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:57.289996 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-19643586-4d20-435b-81ce-6c01e4e04f62 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d8226ea2-6390-46a0-be59-0cac40b9b6ba HTTP/1.1" status: 204 len: 168 time: 0.3612909 Jun 09 20:13:57.290737 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-cf969730-d776-44ad-bacf-1f1467542697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:13:57.300579 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19643586-4d20-435b-81ce-6c01e4e04f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8226ea2-6390-46a0-be59-0cac40b9b6ba,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:13:57.302767 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-19643586-4d20-435b-81ce-6c01e4e04f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:13:57.423584 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-556f8c93-fb37-4c4e-9f82-b625ffcd260e req-82c352f2-c3e7-44a0-9127-0336337b7808 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2273976'] for port, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:57.429140 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-a637eae7-19d9-4a3a-8e99-64b63312f94d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:13:57.472198 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c352f2-c3e7-44a0-9127-0336337b7808 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Pushing event deleted for resources: {'Port': ['ID=5e662586-e1de-4e24-bc6a-37a144bd6f2c,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:13:57.475788 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-82c352f2-c3e7-44a0-9127-0336337b7808 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:13:57.661773 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.l3_agent_scheduler [req-556f8c93-fb37-4c4e-9f82-b625ffcd260e req-82c352f2-c3e7-44a0-9127-0336337b7808 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Router 1ee9b6ba-3bdd-410e-8194-d57e97882fad has already been hosted by L3 agent 64117835-a1f5-4801-ace7-11985afbc460 {{(pid=92456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 20:13:57.783740 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-bcf1b492-4f10-4a75-8c04-129addae160b req-dd7de906-f42b-43aa-8b1f-bcf614bbd1b3 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 210 time: 0.0456841 Jun 09 20:13:57.846232 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-556f8c93-fb37-4c4e-9f82-b625ffcd260e req-82c352f2-c3e7-44a0-9127-0336337b7808 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:13:57.858128 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef72560-aa91-486e-b31a-836fe4629102 None None] Sync routers for ids ['1ee9b6ba-3bdd-410e-8194-d57e97882fad'] in dv-cinder-795669-1-iscsi {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:13:57.869747 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef72560-aa91-486e-b31a-836fe4629102 None None] Routers {'1ee9b6ba-3bdd-410e-8194-d57e97882fad'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:13:57.870407 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-7ef72560-aa91-486e-b31a-836fe4629102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:13:32Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['1ee9b6ba-3bdd-410e-8194-d57e97882fad'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:13:57.934097 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [req-556f8c93-fb37-4c4e-9f82-b625ffcd260e req-82c352f2-c3e7-44a0-9127-0336337b7808 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] No DVR routers for this DVR port 5e662586-e1de-4e24-bc6a-37a144bd6f2c on host hv-cinder-79566 {{(pid=92456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 20:13:57.937313 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-556f8c93-fb37-4c4e-9f82-b625ffcd260e req-82c352f2-c3e7-44a0-9127-0336337b7808 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:57.939457 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-556f8c93-fb37-4c4e-9f82-b625ffcd260e req-82c352f2-c3e7-44a0-9127-0336337b7808 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.22 "DELETE /v2.0/ports/5e662586-e1de-4e24-bc6a-37a144bd6f2c HTTP/1.1" status: 204 len: 173 time: 1.9373097 Jun 09 20:13:57.940010 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44496f5b-3943-4e88-ac3c-55baf930d394', 'name': 'network-vif-deleted', 'tag': '5e662586-e1de-4e24-bc6a-37a144bd6f2c'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:13:57.942540 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84d672b-bd85-4d5e-9717-c801078df693" -d '{"events": [{"server_uuid": "44496f5b-3943-4e88-ac3c-55baf930d394", "name": "network-vif-deleted", "tag": "5e662586-e1de-4e24-bc6a-37a144bd6f2c"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:13:57.993937 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939af6de-afb2-4843-8b35-20758f8a63c5 x-openstack-request-id: req-939af6de-afb2-4843-8b35-20758f8a63c5 {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:13:57.994356 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44496f5b-3943-4e88-ac3c-55baf930d394", "name": "network-vif-deleted", "tag": "5e662586-e1de-4e24-bc6a-37a144bd6f2c", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:13:57.994705 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-939af6de-afb2-4843-8b35-20758f8a63c5 {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:13:57.995218 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44496f5b-3943-4e88-ac3c-55baf930d394', 'name': 'network-vif-deleted', 'tag': '5e662586-e1de-4e24-bc6a-37a144bd6f2c', 'status': 'completed', 'code': 200} Jun 09 20:13:58.111696 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-7ef72560-aa91-486e-b31a-836fe4629102 None None] Set router 1ee9b6ba-3bdd-410e-8194-d57e97882fad gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:13:58.437089 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286e865-a3be-4c43-b129-342cc79a1135 req-8ea1adf4-e7f6-483b-a9f5-be333b0d34c1 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:58.444723 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c286e865-a3be-4c43-b129-342cc79a1135 req-8ea1adf4-e7f6-483b-a9f5-be333b0d34c1 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 944 time: 0.1043160 Jun 09 20:13:58.453678 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-7ef72560-aa91-486e-b31a-836fe4629102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'name': 'tempest-AttachVolumeTestJSON-2020173337-router', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '605e9341-4f40-479a-88ed-3542589b95d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:03Z', 'updated_at': '2021-06-09T20:09:15Z', 'revision_number': 4, 'project_id': 'a153f4ee3c7640608753fa26850931e1', 'gw_port': {'id': '605e9341-4f40-479a-88ed-3542589b95d1', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:05Z', 'updated_at': '2021-06-09T20:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '7299d8eb-7e82-4976-beba-24da2fbad383', 'name': '', 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'mac_address': 'fa:16:3e:4c:49:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '300c2a4a-c553-45e5-8e44-47365525b421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:12Z', 'updated_at': '2021-06-09T20:09:29Z', 'revision_number': 5, 'project_id': 'a153f4ee3c7640608753fa26850931e1', 'subnets': [{'id': '300c2a4a-c553-45e5-8e44-47365525b421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:13:58.457697 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef72560-aa91-486e-b31a-836fe4629102 None None] Checking router: 1ee9b6ba-3bdd-410e-8194-d57e97882fad for host: dv-cinder-795669-1-iscsi {{(pid=92457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:13:58.467960 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef72560-aa91-486e-b31a-836fe4629102 None None] Routers {'1ee9b6ba-3bdd-410e-8194-d57e97882fad'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:13:58.469096 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-7ef72560-aa91-486e-b31a-836fe4629102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:13:32Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['1ee9b6ba-3bdd-410e-8194-d57e97882fad'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:13:58.489252 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c286e865-a3be-4c43-b129-342cc79a1135 req-66159baf-47f7-4eaf-83b3-0bc77a89a480 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436826 Jun 09 20:13:58.651346 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-7ef72560-aa91-486e-b31a-836fe4629102 None None] Set router 1ee9b6ba-3bdd-410e-8194-d57e97882fad gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:13:58.980980 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-51a1ce46-c6d0-4af2-af34-4c677e8ce9c9 req-f4aa41d0-4ad2-47c8-8611-0feab57e067a tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=44496f5b-3943-4e88-ac3c-55baf930d394 HTTP/1.1" status: 200 len: 210 time: 0.0531547 Jun 09 20:13:58.992600 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-7ef72560-aa91-486e-b31a-836fe4629102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'name': 'tempest-AttachVolumeTestJSON-2020173337-router', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '605e9341-4f40-479a-88ed-3542589b95d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:03Z', 'updated_at': '2021-06-09T20:09:15Z', 'revision_number': 4, 'project_id': 'a153f4ee3c7640608753fa26850931e1', 'gw_port': {'id': '605e9341-4f40-479a-88ed-3542589b95d1', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:05Z', 'updated_at': '2021-06-09T20:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '7299d8eb-7e82-4976-beba-24da2fbad383', 'name': '', 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'mac_address': 'fa:16:3e:4c:49:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '300c2a4a-c553-45e5-8e44-47365525b421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:12Z', 'updated_at': '2021-06-09T20:09:29Z', 'revision_number': 5, 'project_id': 'a153f4ee3c7640608753fa26850931e1', 'subnets': [{'id': '300c2a4a-c553-45e5-8e44-47365525b421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:13:58.996918 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef72560-aa91-486e-b31a-836fe4629102 None None] The sync data for ids ['1ee9b6ba-3bdd-410e-8194-d57e97882fad'] in dv-cinder-795669-1-iscsi is: [{'id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'name': 'tempest-AttachVolumeTestJSON-2020173337-router', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '605e9341-4f40-479a-88ed-3542589b95d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:03Z', 'updated_at': '2021-06-09T20:09:15Z', 'revision_number': 4, 'project_id': 'a153f4ee3c7640608753fa26850931e1', 'gw_port': {'id': '605e9341-4f40-479a-88ed-3542589b95d1', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:05Z', 'updated_at': '2021-06-09T20:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '7299d8eb-7e82-4976-beba-24da2fbad383', 'name': '', 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'mac_address': 'fa:16:3e:4c:49:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '300c2a4a-c553-45e5-8e44-47365525b421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:12Z', 'updated_at': '2021-06-09T20:09:29Z', 'revision_number': 5, 'project_id': 'a153f4ee3c7640608753fa26850931e1', 'subnets': [{'id': '300c2a4a-c553-45e5-8e44-47365525b421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:13:59.120767 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-6c82a766-901c-4566-90a8-7a4bb140e130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:59.206174 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0ae1f1-5385-4a9a-9166-b01000f7fcda None None] New status for floating IP 8654c1fa-f04a-434d-8efc-5dfa383d29be: DOWN {{(pid=92458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 20:13:59.617601 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 493d9495-9f3e-4f13-9c8c-517239ab826d details requested by agent hyperv_hv-cinder-79566 with host hv-cinder-79566 {{(pid=92457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 20:13:59.621332 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 5e662586-e1de-4e24-bc6a-37a144bd6f2c no longer exists at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:13:59.662555 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] No Port match for: 5e662586-e1de-4e24-bc6a-37a144bd6f2c {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:13:59.662964 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 5e662586-e1de-4e24-bc6a-37a144bd6f2c not bound to the agent host hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:13:59.694067 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351efae-8198-447a-b51a-f58bb3d867ee req-a88aef50-fa82-4ff4-955a-59d075a16c50 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:13:59.695533 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c351efae-8198-447a-b51a-f58bb3d867ee req-a88aef50-fa82-4ff4-955a-59d075a16c50 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 944 time: 0.0910144 Jun 09 20:13:59.743887 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c351efae-8198-447a-b51a-f58bb3d867ee req-ae27cc99-4630-490c-a070-37a47b62a566 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416350 Jun 09 20:13:59.806977 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 493d9495-9f3e-4f13-9c8c-517239ab826d, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=493d9495-9f3e-4f13-9c8c-517239ab826d,segment=NetworkSegment(45746326-9f2d-4f9b-be09-234217d11e5c),segment_id=45746326-9f2d-4f9b-be09-234217d11e5c)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:13:59.820552 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Returning: {'device': '493d9495-9f3e-4f13-9c8c-517239ab826d', 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18', 'port_id': '493d9495-9f3e-4f13-9c8c-517239ab826d', 'mac_address': 'fa:16:3e:0d:51:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e75af2a-aa07-4655-b1c0-db112593470c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 20:13:59.880412 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:13:59.897056 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 493d9495-9f3e-4f13-9c8c-517239ab826d {{(pid=92457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:13:59.911675 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 493d9495-9f3e-4f13-9c8c-517239ab826d, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=493d9495-9f3e-4f13-9c8c-517239ab826d,segment=NetworkSegment(45746326-9f2d-4f9b-be09-234217d11e5c),segment_id=45746326-9f2d-4f9b-be09-234217d11e5c)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:14:00.040724 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:00.042569 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:00.127136 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=493d9495-9f3e-4f13-9c8c-517239ab826d,revision_number=4']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:00.134586 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:00.134936 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:00.135274 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:00.135607 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:00.135957 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:00.136293 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:00.136620 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:00.136942 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:00.137281 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:00.137605 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:00.137925 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:00.138265 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:00.142249 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:00.184366 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 45570) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:00.253080 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-adba6c90-656b-4900-b7a4-5a301b06ea84 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:00.260752 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['493d9495-9f3e-4f13-9c8c-517239ab826d'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:14:00.284183 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-adba6c90-656b-4900-b7a4-5a301b06ea84 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:00.389994 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-adba6c90-656b-4900-b7a4-5a301b06ea84 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:00.392725 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-adba6c90-656b-4900-b7a4-5a301b06ea84 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:00.396085 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-adba6c90-656b-4900-b7a4-5a301b06ea84 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "DELETE /v2.0/security-groups/10441d75-9bec-45c4-aee1-b0eac1705338 HTTP/1.1" status: 204 len: 168 time: 0.2088227 Jun 09 20:14:00.396085 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-de9239b0-1ad0-470a-8f1e-fc8907b2ba47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:00.397148 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 45580) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:00.407597 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba6c90-656b-4900-b7a4-5a301b06ea84 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10441d75-9bec-45c4-aee1-b0eac1705338,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:00.410651 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-adba6c90-656b-4900-b7a4-5a301b06ea84 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:00.416344 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.api.v2.resource [None req-d8cb1e18-d245-4577-b31a-087e8806f6f4 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] show failed (client error): The resource could not be found. Jun 09 20:14:00.417556 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-d8cb1e18-d245-4577-b31a-087e8806f6f4 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups/10441d75-9bec-45c4-aee1-b0eac1705338 HTTP/1.1" status: 404 len: 347 time: 0.0189259 Jun 09 20:14:00.422220 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 45582) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:00.771169 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [None req-b3738caf-f902-4ad5-91d6-f8e68184581b tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Deleting port 16378b38-efa6-4b4e-acc1-ba9649768b28 {{(pid=92456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:14:00.771522 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b3738caf-f902-4ad5-91d6-f8e68184581b tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:00.898926 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b3738caf-f902-4ad5-91d6-f8e68184581b tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:00.899199 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b3738caf-f902-4ad5-91d6-f8e68184581b tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:00.953003 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e8c6a4-494f-4d7e-a986-fc9cf48fe74e req-ba35276f-b0c9-4055-8a80-9ca7e3d857ed tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:00.954464 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-26e8c6a4-494f-4d7e-a986-fc9cf48fe74e req-ba35276f-b0c9-4055-8a80-9ca7e3d857ed tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 945 time: 0.0981317 Jun 09 20:14:01.018696 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [None req-b3738caf-f902-4ad5-91d6-f8e68184581b tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Calling delete_port for 16378b38-efa6-4b4e-acc1-ba9649768b28 owned by network:floatingip {{(pid=92456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:14:01.079317 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-26e8c6a4-494f-4d7e-a986-fc9cf48fe74e req-d5eb85f4-55b2-4962-9e69-fb374f843109 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185105 Jun 09 20:14:01.252438 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b3738caf-f902-4ad5-91d6-f8e68184581b tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2273976'] for port, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:01.256429 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-98c74f1f-d201-445c-916f-9f35c2d0296c tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:01.300298 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3738caf-f902-4ad5-91d6-f8e68184581b tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Pushing event deleted for resources: {'Port': ['ID=16378b38-efa6-4b4e-acc1-ba9649768b28,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:01.325284 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-b3738caf-f902-4ad5-91d6-f8e68184581b tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:01.389321 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b3738caf-f902-4ad5-91d6-f8e68184581b tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for floatingip, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:01.391721 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b3738caf-f902-4ad5-91d6-f8e68184581b tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for floatingip, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:01.392906 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-b3738caf-f902-4ad5-91d6-f8e68184581b tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "DELETE /v2.0/floatingips/8654c1fa-f04a-434d-8efc-5dfa383d29be HTTP/1.1" status: 204 len: 168 time: 0.9691567 Jun 09 20:14:01.480353 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:01.636647 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 493d9495-9f3e-4f13-9c8c-517239ab826d up at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:14:01.656515 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 45608) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:01.661343 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [None req-680f593d-4640-40f8-98b9-7bd83eb7debf tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1723368800', 'description': 'tempest-description--1146825983'}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:14:01.766527 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-680f593d-4640-40f8-98b9-7bd83eb7debf tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:01.846505 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning for port 493d9495-9f3e-4f13-9c8c-517239ab826d completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:14:01.852012 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning complete for port 493d9495-9f3e-4f13-9c8c-517239ab826d triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:14:01.857791 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:01.866324 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-680f593d-4640-40f8-98b9-7bd83eb7debf tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:01.911491 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-23ed5ddc-a8f8-4d38-b90d-6c8c03b7c8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:01.944092 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-680f593d-4640-40f8-98b9-7bd83eb7debf tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:01.950858 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-a36ffc64-0ca8-4dee-b4b5-af9fb9b44536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:01.982593 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:01.988793 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f593d-4640-40f8-98b9-7bd83eb7debf tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88f51311-5ae3-4911-8518-bfd3a5297cc2,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:01.992204 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-680f593d-4640-40f8-98b9-7bd83eb7debf tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:02.011141 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493d9495-9f3e-4f13-9c8c-517239ab826d'}] {{(pid=92457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:14:02.013458 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c413b0bec0402a5ae16451c6582d791322e0202680a960d7e14492227081b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748b5e36-cf1d-4bd8-9a30-cf09d268a80c" -d '{"events": [{"server_uuid": "4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1", "name": "network-vif-plugged", "status": "completed", "tag": "493d9495-9f3e-4f13-9c8c-517239ab826d"}]}' {{(pid=92457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:14:02.025640 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 493d9495-9f3e-4f13-9c8c-517239ab826d, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=493d9495-9f3e-4f13-9c8c-517239ab826d,segment=NetworkSegment(45746326-9f2d-4f9b-be09-234217d11e5c),segment_id=45746326-9f2d-4f9b-be09-234217d11e5c)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:14:02.071300 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfcf5ea-a418-43ee-835f-b85cdb163648 x-openstack-request-id: req-fdfcf5ea-a418-43ee-835f-b85cdb163648 {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:14:02.071300 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1", "name": "network-vif-plugged", "status": "completed", "tag": "493d9495-9f3e-4f13-9c8c-517239ab826d", "code": 200}]} {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:14:02.071300 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fdfcf5ea-a418-43ee-835f-b85cdb163648 {{(pid=92457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:14:02.071300 dv-cinder-795669-1-iscsi neutron-server[92457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493d9495-9f3e-4f13-9c8c-517239ab826d', 'code': 200} Jun 09 20:14:02.128171 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-680f593d-4640-40f8-98b9-7bd83eb7debf tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:02.128171 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-680f593d-4640-40f8-98b9-7bd83eb7debf tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4553266 Jun 09 20:14:02.128731 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 45624) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:02.128731 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-30078ec6-f3a2-43df-85df-a4ba904cc055 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Request body: {'security_group_rule': {'security_group_id': '88f51311-5ae3-4911-8518-bfd3a5297cc2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:14:02.144594 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:02.146660 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:02.226237 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=493d9495-9f3e-4f13-9c8c-517239ab826d,revision_number=5']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:02.229343 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:02.328419 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-30078ec6-f3a2-43df-85df-a4ba904cc055 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:02.396409 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4e85ca38-6816-4f20-b0a3-7ec0273cdec0 req-c83ad3b4-cae4-4b50-b567-c9e1cd16859a tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1177757879&fields=id&tenant_id=bc4be921a85642e6a1eaee96dd2e4f81 HTTP/1.1" status: 200 len: 267 time: 0.0726600 Jun 09 20:14:02.397505 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-30078ec6-f3a2-43df-85df-a4ba904cc055 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:02.487534 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-30078ec6-f3a2-43df-85df-a4ba904cc055 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854183'] for security_group_rule, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:02.490383 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:02.515335 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30078ec6-f3a2-43df-85df-a4ba904cc055 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a6e3350-4ffa-4153-94fe-09058c5466d1,revision_number=0']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:02.525325 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-30078ec6-f3a2-43df-85df-a4ba904cc055 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:02.535391 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85ca38-6816-4f20-b0a3-7ec0273cdec0 req-fdd0ea36-37fb-48d7-bf9f-9fef42a2a03b tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:02.536892 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4e85ca38-6816-4f20-b0a3-7ec0273cdec0 req-fdd0ea36-37fb-48d7-bf9f-9fef42a2a03b tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 984 time: 0.1384335 Jun 09 20:14:02.553861 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [req-4e85ca38-6816-4f20-b0a3-7ec0273cdec0 req-77060116-fe04-42ca-882a-0a480856230b tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Request body: {'port': {'security_groups': ['99d0ceae-76a4-4ad7-a6c0-e99d42294f18']}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:14:02.600207 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411114c6-8ebb-430f-b512-1ca7349e782e req-810295c8-8ba4-43a6-a680-865baacc2a2d tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:02.600207 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-411114c6-8ebb-430f-b512-1ca7349e782e req-810295c8-8ba4-43a6-a680-865baacc2a2d tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 946 time: 0.3906279 Jun 09 20:14:02.624931 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-30078ec6-f3a2-43df-85df-a4ba904cc055 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:02.626243 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-30078ec6-f3a2-43df-85df-a4ba904cc055 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5093222 Jun 09 20:14:02.629138 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68becb3b-5069-48f2-a1b8-80190c793cb0 req-f77d2900-9146-4080-adaf-4709c4647738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:02.630681 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-68becb3b-5069-48f2-a1b8-80190c793cb0 req-f77d2900-9146-4080-adaf-4709c4647738 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 1099 time: 0.0970597 Jun 09 20:14:02.631186 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 45634) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:02.651706 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-d78d3bab-7b5e-4230-ba4b-14c9011d3570 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Request body: {'security_group_rule': {'security_group_id': '88f51311-5ae3-4911-8518-bfd3a5297cc2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:14:02.713896 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-68becb3b-5069-48f2-a1b8-80190c793cb0 req-91861195-535c-4f9e-ba2a-e7895e9121b4 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535235 Jun 09 20:14:02.720795 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:02.725977 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-411114c6-8ebb-430f-b512-1ca7349e782e req-247cd5a8-a3c1-49b1-9dbe-b62b50fc58d2 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143751 Jun 09 20:14:02.748624 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [req-4e85ca38-6816-4f20-b0a3-7ec0273cdec0 req-77060116-fe04-42ca-882a-0a480856230b tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:02.840611 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-d78d3bab-7b5e-4230-ba4b-14c9011d3570 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:02.904746 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-d78d3bab-7b5e-4230-ba4b-14c9011d3570 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:03.013047 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-d78d3bab-7b5e-4230-ba4b-14c9011d3570 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854183'] for security_group_rule, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:03.028581 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-85457109-a00b-4cd1-8fa1-260bf8243009 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:03.054300 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d3bab-7b5e-4230-ba4b-14c9011d3570 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78b6b77d-bad1-496f-9122-ef996c73c810,revision_number=0']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:03.057250 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-d78d3bab-7b5e-4230-ba4b-14c9011d3570 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:03.087186 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.db [req-4e85ca38-6816-4f20-b0a3-7ec0273cdec0 req-77060116-fe04-42ca-882a-0a480856230b tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] For port 63388241-1158-44c1-b8af-a95f73d8fc9f, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=63388241-1158-44c1-b8af-a95f73d8fc9f,segment=NetworkSegment(985c0b7f-cb52-4231-8fe0-0bea9b0d8d57),segment_id=985c0b7f-cb52-4231-8fe0-0bea9b0d8d57)] {{(pid=92455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:14:03.112533 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [req-4e85ca38-6816-4f20-b0a3-7ec0273cdec0 req-77060116-fe04-42ca-882a-0a480856230b tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks [] for port, precommit_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:03.160799 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-d78d3bab-7b5e-4230-ba4b-14c9011d3570 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:03.164759 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-d78d3bab-7b5e-4230-ba4b-14c9011d3570 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5295181 Jun 09 20:14:03.165075 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 45644) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:03.170665 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [None req-1b60e31a-459b-4566-83b0-80c08d808c71 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Request body: {'floatingip': {'floating_network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:14:03.200425 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [req-4e85ca38-6816-4f20-b0a3-7ec0273cdec0 req-77060116-fe04-42ca-882a-0a480856230b tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162640'] for port, after_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:03.206760 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:03.211891 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['63388241-1158-44c1-b8af-a95f73d8fc9f'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:14:03.273609 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1b60e31a-459b-4566-83b0-80c08d808c71 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for floatingip, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:03.295550 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85ca38-6816-4f20-b0a3-7ec0273cdec0 req-77060116-fe04-42ca-882a-0a480856230b tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:03.300137 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [req-4e85ca38-6816-4f20-b0a3-7ec0273cdec0 req-77060116-fe04-42ca-882a-0a480856230b tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:03.300137 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4e85ca38-6816-4f20-b0a3-7ec0273cdec0 req-77060116-fe04-42ca-882a-0a480856230b tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "PUT /v2.0/ports/63388241-1158-44c1-b8af-a95f73d8fc9f HTTP/1.1" status: 200 len: 942 time: 0.7519841 Jun 09 20:14:03.300947 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47dd0390-3797-490e-81cd-496cad0e76d8', 'tag': '63388241-1158-44c1-b8af-a95f73d8fc9f'}] {{(pid=92455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:14:03.302982 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb487b5c22ff78f2383a4aedbf16056ad733cdd2494c82cbaa03313095a923d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efce340-8121-4887-9573-dc1a0b84a389" -d '{"events": [{"name": "network-changed", "server_uuid": "47dd0390-3797-490e-81cd-496cad0e76d8", "tag": "63388241-1158-44c1-b8af-a95f73d8fc9f"}]}' {{(pid=92455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:14:03.309852 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 45648) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:03.359270 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['63388241-1158-44c1-b8af-a95f73d8fc9f'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:14:03.421030 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77060116-fe04-42ca-882a-0a480856230b tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Pushing event updated for resources: {'Port': ['ID=63388241-1158-44c1-b8af-a95f73d8fc9f,revision_number=7']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:03.426257 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 20:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da6e962-2053-4213-8ee4-f98987f2b082 x-openstack-request-id: req-6da6e962-2053-4213-8ee4-f98987f2b082 {{(pid=92455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:14:03.426573 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47dd0390-3797-490e-81cd-496cad0e76d8", "tag": "63388241-1158-44c1-b8af-a95f73d8fc9f", "status": "completed", "code": 200}]} {{(pid=92455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:14:03.426855 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6da6e962-2053-4213-8ee4-f98987f2b082 {{(pid=92455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:14:03.427259 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47dd0390-3797-490e-81cd-496cad0e76d8', 'tag': '63388241-1158-44c1-b8af-a95f73d8fc9f', 'status': 'completed', 'code': 200} Jun 09 20:14:03.433384 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-77060116-fe04-42ca-882a-0a480856230b tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:03.473287 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-94c6c152-1aee-4562-8606-317ecef13139 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:03.530847 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-3b437748-501f-4169-89db-a7108b68d920 None None] Provisioning complete for port 63388241-1158-44c1-b8af-a95f73d8fc9f triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:14:03.531266 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-3b437748-501f-4169-89db-a7108b68d920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:03.540239 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1b60e31a-459b-4566-83b0-80c08d808c71 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:03.554252 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-94c6c152-1aee-4562-8606-317ecef13139 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:03.640972 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efce340-8121-4887-9573-dc1a0b84a389 req-0165eb2c-0963-4c21-883f-134f0fafee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:03.642538 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-4efce340-8121-4887-9573-dc1a0b84a389 req-0165eb2c-0963-4c21-883f-134f0fafee11 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bc4be921a85642e6a1eaee96dd2e4f81&device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 1098 time: 0.1310172 Jun 09 20:14:03.722590 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.db.db_base_plugin_common [None req-1b60e31a-459b-4566-83b0-80c08d808c71 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Allocated IP 172.27.0.90 (7113ecea-0b68-4d56-a6ae-4e94112ae602/d4394e15-b094-4f4f-853e-c157ecdb6024/8245c28c-1d5f-4616-ba0c-684ca01c09dd) {{(pid=92455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:14:03.798495 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efce340-8121-4887-9573-dc1a0b84a389 req-e69267f5-51d5-46aa-8104-7622d710c9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:03.799968 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-4efce340-8121-4887-9573-dc1a0b84a389 req-e69267f5-51d5-46aa-8104-7622d710c9d0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=71b291fa-6576-4644-a9a4-a1131eaefd10 HTTP/1.1" status: 200 len: 916 time: 0.1477003 Jun 09 20:14:03.877218 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-94c6c152-1aee-4562-8606-317ecef13139 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:03.880113 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-94c6c152-1aee-4562-8606-317ecef13139 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:03.881567 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-94c6c152-1aee-4562-8606-317ecef13139 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "DELETE /v2.0/security-groups/11dde837-5c82-4188-930e-cea36399023a HTTP/1.1" status: 204 len: 168 time: 0.5679438 Jun 09 20:14:03.884794 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-406fb13f-23c7-426c-8762-92ba7964d9d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:03.886156 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1b60e31a-459b-4566-83b0-80c08d808c71 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for port, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:03.888901 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 45656) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:03.909022 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6c152-1aee-4562-8606-317ecef13139 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11dde837-5c82-4188-930e-cea36399023a,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:03.911932 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-94c6c152-1aee-4562-8606-317ecef13139 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:03.931053 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-4efce340-8121-4887-9573-dc1a0b84a389 req-d2dc5e20-6f86-4039-8bb2-5ce619829660 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63388241-1158-44c1-b8af-a95f73d8fc9f HTTP/1.1" status: 200 len: 1001 time: 0.1242571 Jun 09 20:14:03.998294 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efce340-8121-4887-9573-dc1a0b84a389 req-7618ce35-b383-4c59-9762-0dd35c33a1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:03.999760 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-4efce340-8121-4887-9573-dc1a0b84a389 req-7618ce35-b383-4c59-9762-0dd35c33a1ce service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5c3d3e03-f14c-448a-8902-90a16bc454a6 HTTP/1.1" status: 200 len: 854 time: 0.0626471 Jun 09 20:14:04.079777 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efce340-8121-4887-9573-dc1a0b84a389 req-c9bf12ee-a45b-4ede-903e-50033380d997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:04.081347 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-4efce340-8121-4887-9573-dc1a0b84a389 req-c9bf12ee-a45b-4ede-903e-50033380d997 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=71b291fa-6576-4644-a9a4-a1131eaefd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751245 Jun 09 20:14:04.217467 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48453298-5203-4f07-9730-7801e81737cb req-4a90300c-6e88-472a-803c-fcefa8355e11 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:04.219070 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-48453298-5203-4f07-9730-7801e81737cb req-4a90300c-6e88-472a-803c-fcefa8355e11 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 946 time: 0.3768308 Jun 09 20:14:04.245242 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1b60e31a-459b-4566-83b0-80c08d808c71 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162594'] for port, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:04.270747 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-d6266fbe-dbed-4667-8845-142f02df1258 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:04.318343 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-4efce340-8121-4887-9573-dc1a0b84a389 req-e0a6a410-6b56-4721-a0ce-76970d5d8a1e service neutron] 10.222.0.22 "GET /v2.0/networks/71b291fa-6576-4644-a9a4-a1131eaefd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297223 Jun 09 20:14:04.349183 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:04.367048 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b60e31a-459b-4566-83b0-80c08d808c71 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Network 7113ecea-0b68-4d56-a6ae-4e94112ae602 is already hosted by enough agents. {{(pid=92455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:14:04.376055 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-48453298-5203-4f07-9730-7801e81737cb req-78fba1fc-6e51-4096-931b-c6ff92f041b1 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497185 Jun 09 20:14:04.376858 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.base_scheduler [None req-1b60e31a-459b-4566-83b0-80c08d808c71 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Resources bound (agent type, host, resource id): {{(pid=92455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:14:04.381771 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b60e31a-459b-4566-83b0-80c08d808c71 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Received port after_create {{(pid=92455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:14:04.434199 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b60e31a-459b-4566-83b0-80c08d808c71 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Pushing event updated for resources: {'Port': ['ID=8245c28c-1d5f-4616-ba0c-684ca01c09dd,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:04.439806 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-1b60e31a-459b-4566-83b0-80c08d808c71 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:04.455213 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.plugin [None req-10671df0-06b2-4b9a-bafe-5b4d3498d145 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Deleting port e6c0fe98-e670-4615-80c0-3edea509abaa {{(pid=92455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:14:04.455555 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-10671df0-06b2-4b9a-bafe-5b4d3498d145 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:04.474962 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-4efce340-8121-4887-9573-dc1a0b84a389 req-7df7f2a3-8a27-46f0-8cf2-a3b137b750cd service neutron] 10.222.0.22 "GET /v2.0/networks/71b291fa-6576-4644-a9a4-a1131eaefd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450181 Jun 09 20:14:04.658948 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-10671df0-06b2-4b9a-bafe-5b4d3498d145 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:04.659279 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-10671df0-06b2-4b9a-bafe-5b4d3498d145 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:04.670212 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1b60e31a-459b-4566-83b0-80c08d808c71 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:04.795054 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.plugin [None req-10671df0-06b2-4b9a-bafe-5b4d3498d145 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Calling delete_port for e6c0fe98-e670-4615-80c0-3edea509abaa owned by network:floatingip {{(pid=92455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:14:04.804988 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909be7ae-f5d4-4471-83ab-e2df2e017c17 req-64ab7f62-8303-44e0-8d2f-c6a991fae3c0 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:04.806503 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-909be7ae-f5d4-4471-83ab-e2df2e017c17 req-64ab7f62-8303-44e0-8d2f-c6a991fae3c0 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 946 time: 0.2892339 Jun 09 20:14:04.815600 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 45678) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:04.820887 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-a03ca7c5-3208-4ea3-94b9-f138a7716ace tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Request body: {'floatingip': {'port_id': '493d9495-9f3e-4f13-9c8c-517239ab826d'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:14:04.917771 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-a03ca7c5-3208-4ea3-94b9-f138a7716ace tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for floatingip, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:04.984009 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1b60e31a-459b-4566-83b0-80c08d808c71 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:05.262427 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1b60e31a-459b-4566-83b0-80c08d808c71 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for port, precommit_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:05.280890 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-10671df0-06b2-4b9a-bafe-5b4d3498d145 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162651'] for port, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:05.285564 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:05.325336 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1b60e31a-459b-4566-83b0-80c08d808c71 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162640'] for port, after_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:05.336769 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10671df0-06b2-4b9a-bafe-5b4d3498d145 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Pushing event deleted for resources: {'Port': ['ID=e6c0fe98-e670-4615-80c0-3edea509abaa,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:05.368058 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-10671df0-06b2-4b9a-bafe-5b4d3498d145 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:05.370570 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-65689a73-1b93-4713-be26-95a028be4577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:05.527382 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b60e31a-459b-4566-83b0-80c08d808c71 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Pushing event updated for resources: {'Port': ['ID=8245c28c-1d5f-4616-ba0c-684ca01c09dd,revision_number=2']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:05.533382 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-1b60e31a-459b-4566-83b0-80c08d808c71 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:05.535205 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-a03ca7c5-3208-4ea3-94b9-f138a7716ace tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:05.535926 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-10671df0-06b2-4b9a-bafe-5b4d3498d145 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks [] for floatingip, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:05.536253 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.db.l3_db [None req-10671df0-06b2-4b9a-bafe-5b4d3498d145 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Floating IP 6e41bdc0-889e-41aa-b483-f43c388179e4 disassociated (deleted). External IP: 172.27.0.146, port: 63388241-1158-44c1-b8af-a95f73d8fc9f. Jun 09 20:14:05.590405 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-a03ca7c5-3208-4ea3-94b9-f138a7716ace tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3925089'] for floatingip, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:05.601192 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1b60e31a-459b-4566-83b0-80c08d808c71 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3925089'] for floatingip, after_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:05.716786 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1b60e31a-459b-4566-83b0-80c08d808c71 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for floatingip, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:05.725623 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-1b60e31a-459b-4566-83b0-80c08d808c71 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5519230 Jun 09 20:14:05.781575 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.db.l3_db [None req-a03ca7c5-3208-4ea3-94b9-f138a7716ace tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Floating IP 90eac503-92b9-48ce-bda7-f91ea86ffae7 associated. External IP: 172.27.0.170, port: 493d9495-9f3e-4f13-9c8c-517239ab826d. Jun 09 20:14:05.954553 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10671df0-06b2-4b9a-bafe-5b4d3498d145 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Router 593f85ca-8bde-4ba0-b6a7-55f88c630b63 has already been hosted by L3 agent 64117835-a1f5-4801-ace7-11985afbc460 {{(pid=92455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 20:14:06.086871 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-34acf512-bcaa-49da-9bc2-dd02bf0a918b tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1723368800&fields=id&tenant_id=a153f4ee3c7640608753fa26850931e1 HTTP/1.1" status: 200 len: 267 time: 0.1231966 Jun 09 20:14:06.284562 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03ca7c5-3208-4ea3-94b9-f138a7716ace tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Router 2d3a4288-58c5-4add-89b0-2b4f4c09bc0b has already been hosted by L3 agent 64117835-a1f5-4801-ace7-11985afbc460 {{(pid=92456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 20:14:06.307126 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10671df0-06b2-4b9a-bafe-5b4d3498d145 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:14:06.314144 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178ceedc-1d95-429a-bd72-6e956d32e30a None None] Sync routers for ids ['593f85ca-8bde-4ba0-b6a7-55f88c630b63'] in dv-cinder-795669-1-iscsi {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:14:06.315761 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-10671df0-06b2-4b9a-bafe-5b4d3498d145 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for floatingip, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:06.323507 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178ceedc-1d95-429a-bd72-6e956d32e30a None None] Routers {'593f85ca-8bde-4ba0-b6a7-55f88c630b63'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:14:06.324269 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-178ceedc-1d95-429a-bd72-6e956d32e30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:14:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['593f85ca-8bde-4ba0-b6a7-55f88c630b63'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:14:06.362582 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-5201132f-a995-43f0-ac99-6ea2b387cd21 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:06.369247 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-5201132f-a995-43f0-ac99-6ea2b387cd21 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/networks?id=4a036ca4-dd58-4133-bd8c-881911c6180b HTTP/1.1" status: 200 len: 811 time: 0.2817597 Jun 09 20:14:06.388060 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-2c23dee7-10a9-4297-92e4-b8e202eeb084 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/quotas/a153f4ee3c7640608753fa26850931e1 HTTP/1.1" status: 200 len: 375 time: 0.0178936 Jun 09 20:14:06.398025 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-10671df0-06b2-4b9a-bafe-5b4d3498d145 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "DELETE /v2.0/floatingips/6e41bdc0-889e-41aa-b483-f43c388179e4 HTTP/1.1" status: 204 len: 168 time: 2.5081348 Jun 09 20:14:06.432577 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47dd0390-3797-490e-81cd-496cad0e76d8', 'tag': '63388241-1158-44c1-b8af-a95f73d8fc9f'}] {{(pid=92455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:14:06.434883 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb487b5c22ff78f2383a4aedbf16056ad733cdd2494c82cbaa03313095a923d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6336fd2-f12c-4d17-a0e9-7a3a845d49a3" -d '{"events": [{"name": "network-changed", "server_uuid": "47dd0390-3797-490e-81cd-496cad0e76d8", "tag": "63388241-1158-44c1-b8af-a95f73d8fc9f"}]}' {{(pid=92455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:14:06.522374 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03ca7c5-3208-4ea3-94b9-f138a7716ace tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:14:06.528121 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-a03ca7c5-3208-4ea3-94b9-f138a7716ace tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for floatingip, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:06.532723 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77283982-da7e-40eb-a80c-f01ebc9e5d95 None None] Sync routers for ids ['2d3a4288-58c5-4add-89b0-2b4f4c09bc0b'] in dv-cinder-795669-1-iscsi {{(pid=92458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:14:06.550426 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77283982-da7e-40eb-a80c-f01ebc9e5d95 None None] Routers {'2d3a4288-58c5-4add-89b0-2b4f4c09bc0b'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:14:06.551070 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-77283982-da7e-40eb-a80c-f01ebc9e5d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:14:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['2d3a4288-58c5-4add-89b0-2b4f4c09bc0b'], 'active': True} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:14:06.599729 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-178ceedc-1d95-429a-bd72-6e956d32e30a None None] Set router 593f85ca-8bde-4ba0-b6a7-55f88c630b63 gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:14:06.606527 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-a03ca7c5-3208-4ea3-94b9-f138a7716ace tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "PUT /v2.0/floatingips/90eac503-92b9-48ce-bda7-f91ea86ffae7 HTTP/1.1" status: 200 len: 992 time: 1.7893758 Jun 09 20:14:06.608123 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1', 'tag': '493d9495-9f3e-4f13-9c8c-517239ab826d'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:14:06.611238 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdddc43-97ee-4ea0-b5c4-ec0ce73db0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1", "tag": "493d9495-9f3e-4f13-9c8c-517239ab826d"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:14:06.659485 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-4777d578-b12c-4097-8a66-5a785a7d17ef tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a153f4ee3c7640608753fa26850931e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2603951 Jun 09 20:14:06.809475 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-3fc16964-d92e-4be0-8241-57e3e111bdc0 service neutron] 10.222.0.15 "GET /v2.0/networks/4a036ca4-dd58-4133-bd8c-881911c6180b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334057 Jun 09 20:14:06.809715 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvr_db [None req-77283982-da7e-40eb-a80c-f01ebc9e5d95 None None] Set router 2d3a4288-58c5-4add-89b0-2b4f4c09bc0b gateway port host: dv-cinder-795669-1-iscsi {{(pid=92458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:14:06.949783 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-5d05231a-64b3-44a8-a7fa-70d5bd10dfd4 service neutron] 10.222.0.15 "GET /v2.0/networks/4a036ca4-dd58-4133-bd8c-881911c6180b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332469 Jun 09 20:14:07.025326 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-178ceedc-1d95-429a-bd72-6e956d32e30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593f85ca-8bde-4ba0-b6a7-55f88c630b63', 'name': 'tempest-TestMinimumBasicScenario-1179336273-router', 'tenant_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4ffd7231-7b06-498e-8989-9fd2b25dea81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:10:54Z', 'updated_at': '2021-06-09T20:10:59Z', 'revision_number': 4, 'project_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'gw_port': {'id': '4ffd7231-7b06-498e-8989-9fd2b25dea81', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593f85ca-8bde-4ba0-b6a7-55f88c630b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:10:55Z', 'updated_at': '2021-06-09T20:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '578d59e0-e532-4799-a680-f453983a3445', 'name': '', 'network_id': '71b291fa-6576-4644-a9a4-a1131eaefd10', 'tenant_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'mac_address': 'fa:16:3e:95:6d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593f85ca-8bde-4ba0-b6a7-55f88c630b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '5c3d3e03-f14c-448a-8902-90a16bc454a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:10:58Z', 'updated_at': '2021-06-09T20:11:08Z', 'revision_number': 5, 'project_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'subnets': [{'id': '5c3d3e03-f14c-448a-8902-90a16bc454a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:14:07.029474 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178ceedc-1d95-429a-bd72-6e956d32e30a None None] Checking router: 593f85ca-8bde-4ba0-b6a7-55f88c630b63 for host: dv-cinder-795669-1-iscsi {{(pid=92457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:14:07.037815 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178ceedc-1d95-429a-bd72-6e956d32e30a None None] Routers {'593f85ca-8bde-4ba0-b6a7-55f88c630b63'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:14:07.038417 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-178ceedc-1d95-429a-bd72-6e956d32e30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:14:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['593f85ca-8bde-4ba0-b6a7-55f88c630b63'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:14:07.136191 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 20:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d50cf6-3316-4f6d-bcdc-8ce19d9b6dde x-openstack-request-id: req-08d50cf6-3316-4f6d-bcdc-8ce19d9b6dde {{(pid=92455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:14:07.136521 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47dd0390-3797-490e-81cd-496cad0e76d8", "tag": "63388241-1158-44c1-b8af-a95f73d8fc9f", "status": "completed", "code": 200}]} {{(pid=92455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:14:07.136811 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-08d50cf6-3316-4f6d-bcdc-8ce19d9b6dde {{(pid=92455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:14:07.137248 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47dd0390-3797-490e-81cd-496cad0e76d8', 'tag': '63388241-1158-44c1-b8af-a95f73d8fc9f', 'status': 'completed', 'code': 200} Jun 09 20:14:07.211152 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 20:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d21ac3-48cf-4ea1-828f-84101c7c29be x-openstack-request-id: req-d9d21ac3-48cf-4ea1-828f-84101c7c29be {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:14:07.211479 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1", "tag": "493d9495-9f3e-4f13-9c8c-517239ab826d", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:14:07.211809 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d9d21ac3-48cf-4ea1-828f-84101c7c29be {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:14:07.212322 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1', 'tag': '493d9495-9f3e-4f13-9c8c-517239ab826d', 'status': 'completed', 'code': 200} Jun 09 20:14:07.340915 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdddc43-97ee-4ea0-b5c4-ec0ce73db0dc req-ddee6cc0-1262-4cc6-b9d1-9c7824c0574b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:07.344568 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-bfdddc43-97ee-4ea0-b5c4-ec0ce73db0dc req-ddee6cc0-1262-4cc6-b9d1-9c7824c0574b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce21b31906334471913e27e7b2dd9bf2&device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 1099 time: 0.1150022 Jun 09 20:14:07.353154 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6336fd2-f12c-4d17-a0e9-7a3a845d49a3 req-063080fc-001c-4a53-9da6-d674a060518f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:07.355009 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a6336fd2-f12c-4d17-a0e9-7a3a845d49a3 req-063080fc-001c-4a53-9da6-d674a060518f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bc4be921a85642e6a1eaee96dd2e4f81&device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 1098 time: 0.2137525 Jun 09 20:14:07.381875 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-77283982-da7e-40eb-a80c-f01ebc9e5d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1581776081-router', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'a247e340-6de1-43be-804f-817ffc0d8767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:04Z', 'updated_at': '2021-06-09T20:09:19Z', 'revision_number': 4, 'project_id': 'ce21b31906334471913e27e7b2dd9bf2', 'gw_port': {'id': 'a247e340-6de1-43be-804f-817ffc0d8767', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:05Z', 'updated_at': '2021-06-09T20:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_floatingips': [{'id': '90eac503-92b9-48ce-bda7-f91ea86ffae7', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'router_id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'port_id': '493d9495-9f3e-4f13-9c8c-517239ab826d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18', 'mac_address': 'fa:16:3e:0d:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T20:13:49Z', 'updated_at': '2021-06-09T20:14:05Z', 'revision_number': 1, 'project_id': 'ce21b31906334471913e27e7b2dd9bf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae29c2e-ef49-4a84-97a6-6d5491379ce6', 'name': '', 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'mac_address': 'fa:16:3e:b7:2d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3e75af2a-aa07-4655-b1c0-db112593470c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:14Z', 'updated_at': '2021-06-09T20:09:34Z', 'revision_number': 5, 'project_id': 'ce21b31906334471913e27e7b2dd9bf2', 'subnets': [{'id': '3e75af2a-aa07-4655-b1c0-db112593470c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:14:07.389177 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77283982-da7e-40eb-a80c-f01ebc9e5d95 None None] Checking router: 2d3a4288-58c5-4add-89b0-2b4f4c09bc0b for host: dv-cinder-795669-1-iscsi {{(pid=92458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:14:07.404628 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77283982-da7e-40eb-a80c-f01ebc9e5d95 None None] Routers {'2d3a4288-58c5-4add-89b0-2b4f4c09bc0b'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:14:07.406329 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-77283982-da7e-40eb-a80c-f01ebc9e5d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:14:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['2d3a4288-58c5-4add-89b0-2b4f4c09bc0b'], 'active': True} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:14:07.421298 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-178ceedc-1d95-429a-bd72-6e956d32e30a None None] Set router 593f85ca-8bde-4ba0-b6a7-55f88c630b63 gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:14:07.497776 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdddc43-97ee-4ea0-b5c4-ec0ce73db0dc req-e49bc36a-d84c-4ab4-8043-7f352be9a3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:07.499224 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-bfdddc43-97ee-4ea0-b5c4-ec0ce73db0dc req-e49bc36a-d84c-4ab4-8043-7f352be9a3a5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d61eb754-bcce-4b42-88fd-e498290dcd18 HTTP/1.1" status: 200 len: 918 time: 0.1437097 Jun 09 20:14:07.547749 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e829def1-2b23-4dea-8357-7c6639faf369 req-60634b62-e8c7-48d0-b350-9027aeebe1c4 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c934d0a-d3c0-41eb-8147-56bb5c29e6b7 HTTP/1.1" status: 200 len: 210 time: 0.1101608 Jun 09 20:14:07.781813 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvr_db [None req-77283982-da7e-40eb-a80c-f01ebc9e5d95 None None] Set router 2d3a4288-58c5-4add-89b0-2b4f4c09bc0b gateway port host: dv-cinder-795669-1-iscsi {{(pid=92458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:14:07.787888 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-bfdddc43-97ee-4ea0-b5c4-ec0ce73db0dc req-a4fbf3be-3bcf-4e84-8ca3-e09d96807dc6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=493d9495-9f3e-4f13-9c8c-517239ab826d HTTP/1.1" status: 200 len: 1000 time: 0.2491496 Jun 09 20:14:07.854263 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6336fd2-f12c-4d17-a0e9-7a3a845d49a3 req-255da55b-cd9e-46ce-8685-229651ff99be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:07.855633 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a6336fd2-f12c-4d17-a0e9-7a3a845d49a3 req-255da55b-cd9e-46ce-8685-229651ff99be service neutron] 10.222.0.22 "GET /v2.0/networks?id=71b291fa-6576-4644-a9a4-a1131eaefd10 HTTP/1.1" status: 200 len: 916 time: 0.3555431 Jun 09 20:14:07.899452 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-178ceedc-1d95-429a-bd72-6e956d32e30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593f85ca-8bde-4ba0-b6a7-55f88c630b63', 'name': 'tempest-TestMinimumBasicScenario-1179336273-router', 'tenant_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4ffd7231-7b06-498e-8989-9fd2b25dea81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:10:54Z', 'updated_at': '2021-06-09T20:10:59Z', 'revision_number': 4, 'project_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'gw_port': {'id': '4ffd7231-7b06-498e-8989-9fd2b25dea81', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593f85ca-8bde-4ba0-b6a7-55f88c630b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:10:55Z', 'updated_at': '2021-06-09T20:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '578d59e0-e532-4799-a680-f453983a3445', 'name': '', 'network_id': '71b291fa-6576-4644-a9a4-a1131eaefd10', 'tenant_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'mac_address': 'fa:16:3e:95:6d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593f85ca-8bde-4ba0-b6a7-55f88c630b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '5c3d3e03-f14c-448a-8902-90a16bc454a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:10:58Z', 'updated_at': '2021-06-09T20:11:08Z', 'revision_number': 5, 'project_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'subnets': [{'id': '5c3d3e03-f14c-448a-8902-90a16bc454a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:14:07.904729 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178ceedc-1d95-429a-bd72-6e956d32e30a None None] The sync data for ids ['593f85ca-8bde-4ba0-b6a7-55f88c630b63'] in dv-cinder-795669-1-iscsi is: [{'id': '593f85ca-8bde-4ba0-b6a7-55f88c630b63', 'name': 'tempest-TestMinimumBasicScenario-1179336273-router', 'tenant_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4ffd7231-7b06-498e-8989-9fd2b25dea81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:10:54Z', 'updated_at': '2021-06-09T20:10:59Z', 'revision_number': 4, 'project_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'gw_port': {'id': '4ffd7231-7b06-498e-8989-9fd2b25dea81', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593f85ca-8bde-4ba0-b6a7-55f88c630b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:10:55Z', 'updated_at': '2021-06-09T20:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '578d59e0-e532-4799-a680-f453983a3445', 'name': '', 'network_id': '71b291fa-6576-4644-a9a4-a1131eaefd10', 'tenant_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'mac_address': 'fa:16:3e:95:6d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593f85ca-8bde-4ba0-b6a7-55f88c630b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '5c3d3e03-f14c-448a-8902-90a16bc454a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:10:58Z', 'updated_at': '2021-06-09T20:11:08Z', 'revision_number': 5, 'project_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'subnets': [{'id': '5c3d3e03-f14c-448a-8902-90a16bc454a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:14:07.939928 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a6336fd2-f12c-4d17-a0e9-7a3a845d49a3 req-749dd723-2a11-4fb6-8c7d-6c28f5882f20 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63388241-1158-44c1-b8af-a95f73d8fc9f HTTP/1.1" status: 200 len: 217 time: 0.0698614 Jun 09 20:14:07.946238 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdddc43-97ee-4ea0-b5c4-ec0ce73db0dc req-effc07bd-2d17-4f6e-8a54-a1abe0f70735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:07.954605 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-bfdddc43-97ee-4ea0-b5c4-ec0ce73db0dc req-effc07bd-2d17-4f6e-8a54-a1abe0f70735 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3e75af2a-aa07-4655-b1c0-db112593470c HTTP/1.1" status: 200 len: 856 time: 0.1586370 Jun 09 20:14:08.083786 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6336fd2-f12c-4d17-a0e9-7a3a845d49a3 req-20eedef8-a73b-44ae-97cb-b6dbaa70c5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:08.085338 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a6336fd2-f12c-4d17-a0e9-7a3a845d49a3 req-20eedef8-a73b-44ae-97cb-b6dbaa70c5b3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5c3d3e03-f14c-448a-8902-90a16bc454a6 HTTP/1.1" status: 200 len: 854 time: 0.1297698 Jun 09 20:14:08.157651 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdddc43-97ee-4ea0-b5c4-ec0ce73db0dc req-96e635e4-6fab-4a96-b0e5-f741fe360a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:08.159534 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-bfdddc43-97ee-4ea0-b5c4-ec0ce73db0dc req-96e635e4-6fab-4a96-b0e5-f741fe360a22 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d61eb754-bcce-4b42-88fd-e498290dcd18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1597214 Jun 09 20:14:08.246432 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21d4c9c-35a8-40f0-b9cb-2e4590b8564e None None] New status for floating IP 6e41bdc0-889e-41aa-b483-f43c388179e4: DOWN {{(pid=92457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 20:14:08.278602 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-77283982-da7e-40eb-a80c-f01ebc9e5d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1581776081-router', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'a247e340-6de1-43be-804f-817ffc0d8767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:04Z', 'updated_at': '2021-06-09T20:09:19Z', 'revision_number': 4, 'project_id': 'ce21b31906334471913e27e7b2dd9bf2', 'gw_port': {'id': 'a247e340-6de1-43be-804f-817ffc0d8767', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:05Z', 'updated_at': '2021-06-09T20:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_floatingips': [{'id': '90eac503-92b9-48ce-bda7-f91ea86ffae7', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'router_id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'port_id': '493d9495-9f3e-4f13-9c8c-517239ab826d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18', 'mac_address': 'fa:16:3e:0d:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T20:13:49Z', 'updated_at': '2021-06-09T20:14:05Z', 'revision_number': 1, 'project_id': 'ce21b31906334471913e27e7b2dd9bf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae29c2e-ef49-4a84-97a6-6d5491379ce6', 'name': '', 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'mac_address': 'fa:16:3e:b7:2d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3e75af2a-aa07-4655-b1c0-db112593470c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:14Z', 'updated_at': '2021-06-09T20:09:34Z', 'revision_number': 5, 'project_id': 'ce21b31906334471913e27e7b2dd9bf2', 'subnets': [{'id': '3e75af2a-aa07-4655-b1c0-db112593470c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:14:08.281729 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6336fd2-f12c-4d17-a0e9-7a3a845d49a3 req-3b92e00a-a731-4388-87db-30e40fc37c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:08.283218 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a6336fd2-f12c-4d17-a0e9-7a3a845d49a3 req-3b92e00a-a731-4388-87db-30e40fc37c01 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=71b291fa-6576-4644-a9a4-a1131eaefd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1888177 Jun 09 20:14:08.283624 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77283982-da7e-40eb-a80c-f01ebc9e5d95 None None] The sync data for ids ['2d3a4288-58c5-4add-89b0-2b4f4c09bc0b'] in dv-cinder-795669-1-iscsi is: [{'id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1581776081-router', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'a247e340-6de1-43be-804f-817ffc0d8767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:04Z', 'updated_at': '2021-06-09T20:09:19Z', 'revision_number': 4, 'project_id': 'ce21b31906334471913e27e7b2dd9bf2', 'gw_port': {'id': 'a247e340-6de1-43be-804f-817ffc0d8767', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:05Z', 'updated_at': '2021-06-09T20:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_floatingips': [{'id': '90eac503-92b9-48ce-bda7-f91ea86ffae7', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'router_id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'port_id': '493d9495-9f3e-4f13-9c8c-517239ab826d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18', 'mac_address': 'fa:16:3e:0d:51:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T20:13:49Z', 'updated_at': '2021-06-09T20:14:05Z', 'revision_number': 1, 'project_id': 'ce21b31906334471913e27e7b2dd9bf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae29c2e-ef49-4a84-97a6-6d5491379ce6', 'name': '', 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'mac_address': 'fa:16:3e:b7:2d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3e75af2a-aa07-4655-b1c0-db112593470c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:14Z', 'updated_at': '2021-06-09T20:09:34Z', 'revision_number': 5, 'project_id': 'ce21b31906334471913e27e7b2dd9bf2', 'subnets': [{'id': '3e75af2a-aa07-4655-b1c0-db112593470c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:14:08.481958 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-bfdddc43-97ee-4ea0-b5c4-ec0ce73db0dc req-0108f28d-9812-4c99-87bc-0e783ceb9a69 service neutron] 10.222.0.22 "GET /v2.0/networks/d61eb754-bcce-4b42-88fd-e498290dcd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095393 Jun 09 20:14:08.630852 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1decabae-e311-4e19-a8ea-dad08dec2ce5 None None] New status for floating IP 90eac503-92b9-48ce-bda7-f91ea86ffae7: ACTIVE {{(pid=92458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 20:14:08.662558 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-de0c55ef-bc64-48b1-bdf0-962a0d7af57b req-e1661067-c7f5-4e20-b785-c2cc311c5fec tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c934d0a-d3c0-41eb-8147-56bb5c29e6b7 HTTP/1.1" status: 200 len: 210 time: 0.0476050 Jun 09 20:14:08.743433 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a6336fd2-f12c-4d17-a0e9-7a3a845d49a3 req-f9b22891-e21d-42c8-ad6f-41f65b88e2da service neutron] 10.222.0.22 "GET /v2.0/networks/71b291fa-6576-4644-a9a4-a1131eaefd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417374 Jun 09 20:14:08.854299 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-bfdddc43-97ee-4ea0-b5c4-ec0ce73db0dc req-a4d23762-b876-4dfc-9464-d1abc9069ee0 service neutron] 10.222.0.22 "GET /v2.0/networks/d61eb754-bcce-4b42-88fd-e498290dcd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621178 Jun 09 20:14:08.901812 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a6336fd2-f12c-4d17-a0e9-7a3a845d49a3 req-c7c9aa57-e861-41b5-811b-c3a36e699e91 service neutron] 10.222.0.22 "GET /v2.0/networks/71b291fa-6576-4644-a9a4-a1131eaefd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428146 Jun 09 20:14:09.817390 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-74d202c0-32bb-46c3-8faa-cdf527fc9f8d req-a43e879c-8faf-446c-b3f3-ab32bedb48cd tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c934d0a-d3c0-41eb-8147-56bb5c29e6b7 HTTP/1.1" status: 200 len: 210 time: 0.0470781 Jun 09 20:14:10.385462 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-cb777be0-1a57-4f4f-86d1-b0eaa478b53c tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:10.386907 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-cb777be0-1a57-4f4f-86d1-b0eaa478b53c tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.22 "GET /v2.0/networks?id=4a036ca4-dd58-4133-bd8c-881911c6180b HTTP/1.1" status: 200 len: 811 time: 0.1544292 Jun 09 20:14:10.442987 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-ba790fb1-1105-491b-ad4e-e8087830cdbf tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a153f4ee3c7640608753fa26850931e1 HTTP/1.1" status: 200 len: 380 time: 0.0470665 Jun 09 20:14:10.452957 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-3ba98aea-3e84-40b0-8781-44c8b7994920 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Request body: {'port': {'device_id': '4c934d0a-d3c0-41eb-8147-56bb5c29e6b7', 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b', 'admin_state_up': True, 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'security_groups': ['88f51311-5ae3-4911-8518-bfd3a5297cc2']}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:14:10.738198 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-3ba98aea-3e84-40b0-8781-44c8b7994920 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Made reservation on behalf of a153f4ee3c7640608753fa26850931e1 for: {'port': 1} {{(pid=92456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:14:10.741804 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-3ba98aea-3e84-40b0-8781-44c8b7994920 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:10.933371 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_common [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-3ba98aea-3e84-40b0-8781-44c8b7994920 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Allocated IP 172.20.0.8 (4a036ca4-dd58-4133-bd8c-881911c6180b/300c2a4a-c553-45e5-8e44-47365525b421/3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5) {{(pid=92456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:14:10.975734 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-def0622c-0202-4cce-b173-69cb7224442d req-19396169-70f9-4723-9886-75140aac083e tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c934d0a-d3c0-41eb-8147-56bb5c29e6b7 HTTP/1.1" status: 200 len: 210 time: 0.0452909 Jun 09 20:14:11.124704 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-3ba98aea-3e84-40b0-8781-44c8b7994920 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for port, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:11.148513 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.provisioning_blocks [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-3ba98aea-3e84-40b0-8781-44c8b7994920 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Transition to ACTIVE for port object 3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5 will not be triggered until provisioned by entity DHCP. {{(pid=92456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:14:11.281362 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-3ba98aea-3e84-40b0-8781-44c8b7994920 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2273985'] for port, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:11.286875 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-21fd07cc-f289-4a0c-93ab-a015e40e8ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:11.355003 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-3ba98aea-3e84-40b0-8781-44c8b7994920 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Network 4a036ca4-dd58-4133-bd8c-881911c6180b is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:14:11.358029 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-3ba98aea-3e84-40b0-8781-44c8b7994920 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:14:11.362419 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-3ba98aea-3e84-40b0-8781-44c8b7994920 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Received port after_create {{(pid=92456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:14:11.390884 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba98aea-3e84-40b0-8781-44c8b7994920 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Pushing event updated for resources: {'Port': ['ID=3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:11.396495 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-3ba98aea-3e84-40b0-8781-44c8b7994920 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:11.435443 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-3ba98aea-3e84-40b0-8781-44c8b7994920 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:11.436356 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-3ba98aea-3e84-40b0-8781-44c8b7994920 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:11.550342 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-3ba98aea-3e84-40b0-8781-44c8b7994920 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1015937 Jun 09 20:14:11.562890 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-d8ab4966-4b77-413d-a7d0-b769ee5aa0c2 service neutron] Request body: {'port': {'device_id': '4c934d0a-d3c0-41eb-8147-56bb5c29e6b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79566'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:14:11.675682 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-d8ab4966-4b77-413d-a7d0-b769ee5aa0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:11.755201 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-6e826cab-2e43-4b8a-9052-d7290392e6ca None None] Provisioning for port 3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5 completed by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:14:11.760742 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-6e826cab-2e43-4b8a-9052-d7290392e6ca None None] Provisioning complete for port 3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5 triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:14:11.761190 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-6e826cab-2e43-4b8a-9052-d7290392e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:11.819668 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-6e826cab-2e43-4b8a-9052-d7290392e6ca None None] Port 3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5 cannot update to ACTIVE because it is not bound. {{(pid=92457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 20:14:12.047526 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-d8ab4966-4b77-413d-a7d0-b769ee5aa0c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5 {{(pid=92456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:14:12.061014 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-d8ab4966-4b77-413d-a7d0-b769ee5aa0c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:12.082284 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.provisioning_blocks [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-d8ab4966-4b77-413d-a7d0-b769ee5aa0c2 service neutron] Transition to ACTIVE for port object 3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5 will not be triggered until provisioned by entity L2. {{(pid=92456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:14:12.166543 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-d8ab4966-4b77-413d-a7d0-b769ee5aa0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2273971'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:12.172120 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-b3738caf-f902-4ad5-91d6-f8e68184581b tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:12.197827 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4448a7-a179-440f-95cc-c7ff654055aa req-500d53b0-7acd-411b-8b0f-a0a6a37ef232 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:12.200008 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8f4448a7-a179-440f-95cc-c7ff654055aa req-500d53b0-7acd-411b-8b0f-a0a6a37ef232 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c934d0a-d3c0-41eb-8147-56bb5c29e6b7 HTTP/1.1" status: 200 len: 931 time: 0.0897291 Jun 09 20:14:12.321375 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8f4448a7-a179-440f-95cc-c7ff654055aa req-91e7ee65-ba83-4fa6-bb9f-54f62c756747 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=88f51311-5ae3-4911-8518-bfd3a5297cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127419 Jun 09 20:14:12.343044 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d50cf3-94fe-48b3-aaa8-957875349628 req-c2bb71e5-9f56-45b8-a42c-97d043cbccd4 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:12.344739 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-44d50cf3-94fe-48b3-aaa8-957875349628 req-c2bb71e5-9f56-45b8-a42c-97d043cbccd4 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 945 time: 0.1187921 Jun 09 20:14:12.407949 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-44d50cf3-94fe-48b3-aaa8-957875349628 req-1656dc43-ce0a-4902-a4f1-71f88c02e878 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538485 Jun 09 20:14:12.430809 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab4966-4b77-413d-a7d0-b769ee5aa0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5,revision_number=2']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:12.443310 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-d8ab4966-4b77-413d-a7d0-b769ee5aa0c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:12.546818 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-d8ab4966-4b77-413d-a7d0-b769ee5aa0c2 service neutron] Attempting to bind port 3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5 on host hv-cinder-79566 for vnic_type normal with profile {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:14:12.547050 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-d8ab4966-4b77-413d-a7d0-b769ee5aa0c2 service neutron] Attempting to bind port 3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5 by drivers openvswitch,hyperv on host hv-cinder-79566 at level 0 using segments [{'id': '38307e43-90bf-416e-82c0-ea8120621c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b'}] {{(pid=92456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:14:12.547381 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-d8ab4966-4b77-413d-a7d0-b769ee5aa0c2 service neutron] Attempting to bind port 3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5 on network 4a036ca4-dd58-4133-bd8c-881911c6180b {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:14:12.552224 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-d8ab4966-4b77-413d-a7d0-b769ee5aa0c2 service neutron] Port 3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5 on network 4a036ca4-dd58-4133-bd8c-881911c6180b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79566 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 20:14:12.552543 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-d8ab4966-4b77-413d-a7d0-b769ee5aa0c2 service neutron] Attempting to bind port 3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5 on network 4a036ca4-dd58-4133-bd8c-881911c6180b {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:14:12.557596 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-d8ab4966-4b77-413d-a7d0-b769ee5aa0c2 service neutron] Checking agent: {'id': '747acf60-c6b9-434b-b325-86e193e3fffe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 20, 7, 24), 'started_at': datetime.datetime(2021, 6, 9, 20, 7, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:14:12.557928 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-d8ab4966-4b77-413d-a7d0-b769ee5aa0c2 service neutron] Checking segment: {'id': '38307e43-90bf-416e-82c0-ea8120621c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:14:12.558307 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-d8ab4966-4b77-413d-a7d0-b769ee5aa0c2 service neutron] Bound using segment: {'id': '38307e43-90bf-416e-82c0-ea8120621c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b'} {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:14:12.558727 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-d8ab4966-4b77-413d-a7d0-b769ee5aa0c2 service neutron] Bound port: 3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5, host: hv-cinder-79566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38307e43-90bf-416e-82c0-ea8120621c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b'}}] {{(pid=92456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:14:12.559072 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-d8ab4966-4b77-413d-a7d0-b769ee5aa0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:12.661527 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-d8ab4966-4b77-413d-a7d0-b769ee5aa0c2 service neutron] For port 3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5, host hv-cinder-79566, cleared binding levels {{(pid=92456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:14:12.666247 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-d8ab4966-4b77-413d-a7d0-b769ee5aa0c2 service neutron] For port 3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5, host hv-cinder-79566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5,segment=NetworkSegment(38307e43-90bf-416e-82c0-ea8120621c99),segment_id=38307e43-90bf-416e-82c0-ea8120621c99)] {{(pid=92456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:14:12.738064 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-d8ab4966-4b77-413d-a7d0-b769ee5aa0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2273971'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:12.742922 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-031a7d80-b161-474f-b604-eca8d8c17ab5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:12.797168 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-d8ab4966-4b77-413d-a7d0-b769ee5aa0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:12.798448 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-d8ab4966-4b77-413d-a7d0-b769ee5aa0c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:12.799955 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-d8ab4966-4b77-413d-a7d0-b769ee5aa0c2 service neutron] 10.222.0.22 "PUT /v2.0/ports/3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5 HTTP/1.1" status: 200 len: 1093 time: 1.2415824 Jun 09 20:14:12.809645 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c934d0a-d3c0-41eb-8147-56bb5c29e6b7', 'tag': '3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:14:12.823375 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeede186-c439-4399-bec8-7e94213aea68" -d '{"events": [{"name": "network-changed", "server_uuid": "4c934d0a-d3c0-41eb-8147-56bb5c29e6b7", "tag": "3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:14:12.835113 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab4966-4b77-413d-a7d0-b769ee5aa0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5,revision_number=3']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:12.839090 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-d8ab4966-4b77-413d-a7d0-b769ee5aa0c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:12.866478 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 20:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3697c2-8216-4231-9343-370815db2de8 x-openstack-request-id: req-ea3697c2-8216-4231-9343-370815db2de8 {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:14:12.866787 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c934d0a-d3c0-41eb-8147-56bb5c29e6b7", "tag": "3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:14:12.867063 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea3697c2-8216-4231-9343-370815db2de8 {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:14:12.867485 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c934d0a-d3c0-41eb-8147-56bb5c29e6b7', 'tag': '3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5', 'status': 'completed', 'code': 200} Jun 09 20:14:12.973170 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeede186-c439-4399-bec8-7e94213aea68 req-a08270a0-438f-4cff-8140-66bce0d54318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:12.974704 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-aeede186-c439-4399-bec8-7e94213aea68 req-a08270a0-438f-4cff-8140-66bce0d54318 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a153f4ee3c7640608753fa26850931e1&device_id=4c934d0a-d3c0-41eb-8147-56bb5c29e6b7 HTTP/1.1" status: 200 len: 1096 time: 0.0814717 Jun 09 20:14:13.121891 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeede186-c439-4399-bec8-7e94213aea68 req-71c3ddd7-2243-4fca-8eaf-8d65f745cb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:13.123362 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-aeede186-c439-4399-bec8-7e94213aea68 req-71c3ddd7-2243-4fca-8eaf-8d65f745cb51 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=a153f4ee3c7640608753fa26850931e1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1401787 Jun 09 20:14:13.257482 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeede186-c439-4399-bec8-7e94213aea68 req-8d3e082b-36ef-4bb2-8630-6d8bb03eb1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:13.258916 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-aeede186-c439-4399-bec8-7e94213aea68 req-8d3e082b-36ef-4bb2-8630-6d8bb03eb1ff service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1290889 Jun 09 20:14:13.370042 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-cd26d8a6-db9c-466c-893c-d6c2eaae5d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:13.371677 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-cd26d8a6-db9c-466c-893c-d6c2eaae5d18 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a153f4ee3c7640608753fa26850931e1&device_id=4c934d0a-d3c0-41eb-8147-56bb5c29e6b7 HTTP/1.1" status: 200 len: 1096 time: 0.0775862 Jun 09 20:14:13.442298 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-cc2ef109-b529-4042-b6b6-b827269c28cf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5 HTTP/1.1" status: 200 len: 217 time: 0.0624609 Jun 09 20:14:13.451713 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 45874) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:13.524431 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-fd4a6c3e-10b1-4f44-b9df-3095a71bc1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:13.526337 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-fd4a6c3e-10b1-4f44-b9df-3095a71bc1c3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=300c2a4a-c553-45e5-8e44-47365525b421 HTTP/1.1" status: 200 len: 850 time: 0.0722961 Jun 09 20:14:13.542004 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad091ea-182e-43c7-b3d1-2b2625eb8170 req-1d1c36c7-09d4-42da-9ed3-5637ea13168c tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:13.550595 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4ad091ea-182e-43c7-b3d1-2b2625eb8170 req-1d1c36c7-09d4-42da-9ed3-5637ea13168c tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c934d0a-d3c0-41eb-8147-56bb5c29e6b7 HTTP/1.1" status: 200 len: 943 time: 0.1063290 Jun 09 20:14:13.627514 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-0031a054-8741-43e1-bc5d-c9b2320023e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:13.663898 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4ad091ea-182e-43c7-b3d1-2b2625eb8170 req-5f9f321c-ff52-43a2-a5a5-977225a4f1cd tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=88f51311-5ae3-4911-8518-bfd3a5297cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123006 Jun 09 20:14:13.690242 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-cc8fde69-a0f4-4520-b314-49158747d695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:13.692268 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-cc8fde69-a0f4-4520-b314-49158747d695 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a036ca4-dd58-4133-bd8c-881911c6180b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1590977 Jun 09 20:14:13.702327 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474992b-447f-49eb-a4c5-fbf86a1824e8 req-c2517f6c-a404-4576-b435-8acbea718b81 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:13.703864 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9474992b-447f-49eb-a4c5-fbf86a1824e8 req-c2517f6c-a404-4576-b435-8acbea718b81 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 945 time: 0.1198218 Jun 09 20:14:13.759815 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9474992b-447f-49eb-a4c5-fbf86a1824e8 req-1b1f9d26-f113-4750-971a-ca4e7f90eec1 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493762 Jun 09 20:14:13.935905 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-0e5c4bb0-a7a8-4a72-a181-f6826b423b9e service neutron] 10.222.0.22 "GET /v2.0/networks/4a036ca4-dd58-4133-bd8c-881911c6180b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360387 Jun 09 20:14:13.945645 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b372f-b694-4cbc-8555-c0a6c52d868f req-3f4bbd98-0ed6-401c-818c-28b4ddfd2ddd tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:13.947004 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-025b372f-b694-4cbc-8555-c0a6c52d868f req-3f4bbd98-0ed6-401c-818c-28b4ddfd2ddd tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.22 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 945 time: 0.2204380 Jun 09 20:14:13.948719 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-0031a054-8741-43e1-bc5d-c9b2320023e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:14.059707 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-0031a054-8741-43e1-bc5d-c9b2320023e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:14.066841 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-25c34abe-1cb8-47e5-b403-75f1bf360bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:14.156130 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 45890) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:14.159152 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-0031a054-8741-43e1-bc5d-c9b2320023e7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cb83617607d5449ca2f8279ce6f2f17d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7041185 Jun 09 20:14:14.159334 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 45892) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:14.184389 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031a054-8741-43e1-bc5d-c9b2320023e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa12708-3960-473e-b599-945a1270b18f,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:14.194763 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-0031a054-8741-43e1-bc5d-c9b2320023e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:14.224034 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f260b6d8-8f8e-497b-aba2-6ad68cae9a2c req-8cd4b1b2-a29a-4e2c-9ae7-a48b97cfb71a service neutron] 10.222.0.22 "GET /v2.0/networks/4a036ca4-dd58-4133-bd8c-881911c6180b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739439 Jun 09 20:14:14.252054 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [req-025b372f-b694-4cbc-8555-c0a6c52d868f req-6ad0e15c-24e2-479c-8971-9a681a803889 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Deleting port 63388241-1158-44c1-b8af-a95f73d8fc9f {{(pid=92456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:14:14.252200 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-2fb6077b-f642-420f-8224-460a5913d5d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:14.252297 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-025b372f-b694-4cbc-8555-c0a6c52d868f req-6ad0e15c-24e2-479c-8971-9a681a803889 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:14.276311 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-2fb6077b-f642-420f-8224-460a5913d5d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:14.311805 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-63d49455-534b-47df-96b1-4ce3a0fb6c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:14.430118 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-2fb6077b-f642-420f-8224-460a5913d5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:14.432627 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-2fb6077b-f642-420f-8224-460a5913d5d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:14.433820 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-2fb6077b-f642-420f-8224-460a5913d5d5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1fa12708-3960-473e-b599-945a1270b18f HTTP/1.1" status: 204 len: 168 time: 0.2735896 Jun 09 20:14:14.437309 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-5f8d275a-8913-475d-9499-161a5efd9f3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:14.449497 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6077b-f642-420f-8224-460a5913d5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa12708-3960-473e-b599-945a1270b18f,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:14.455672 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-2fb6077b-f642-420f-8224-460a5913d5d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:14.502543 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-025b372f-b694-4cbc-8555-c0a6c52d868f req-6ad0e15c-24e2-479c-8971-9a681a803889 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] For port 63388241-1158-44c1-b8af-a95f73d8fc9f, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=63388241-1158-44c1-b8af-a95f73d8fc9f,segment=NetworkSegment(985c0b7f-cb52-4231-8fe0-0bea9b0d8d57),segment_id=985c0b7f-cb52-4231-8fe0-0bea9b0d8d57)] {{(pid=92456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:14:14.503134 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-025b372f-b694-4cbc-8555-c0a6c52d868f req-6ad0e15c-24e2-479c-8971-9a681a803889 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:14.523364 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-63d49455-534b-47df-96b1-4ce3a0fb6c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:14.600914 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-63d49455-534b-47df-96b1-4ce3a0fb6c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:14.608499 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-29b719fc-07d4-4f8c-bbd8-7ccf2a5afb23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:14.627939 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [req-025b372f-b694-4cbc-8555-c0a6c52d868f req-6ad0e15c-24e2-479c-8971-9a681a803889 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Calling delete_port for 63388241-1158-44c1-b8af-a95f73d8fc9f owned by compute:nova {{(pid=92456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:14:14.649339 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-63d49455-534b-47df-96b1-4ce3a0fb6c0f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a3b0a07b05eb4a8a9d1abdafc7be14fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4920337 Jun 09 20:14:14.650250 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d49455-534b-47df-96b1-4ce3a0fb6c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e865b07-612d-4ba0-91bb-16cdc33e9a33,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:14.652694 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 45900) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:14.653423 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-63d49455-534b-47df-96b1-4ce3a0fb6c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:14.763689 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-2022d622-9abd-41b4-966e-6e1682659eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:14.805386 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-2022d622-9abd-41b4-966e-6e1682659eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:14.879267 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba895d-53c2-41c5-b676-433e93c7da63 req-cb7dc8d9-88d6-46be-a5d3-ed286580065a tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:14.880848 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d1ba895d-53c2-41c5-b676-433e93c7da63 req-cb7dc8d9-88d6-46be-a5d3-ed286580065a tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c934d0a-d3c0-41eb-8147-56bb5c29e6b7 HTTP/1.1" status: 200 len: 943 time: 0.0968261 Jun 09 20:14:14.955604 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-025b372f-b694-4cbc-8555-c0a6c52d868f req-6ad0e15c-24e2-479c-8971-9a681a803889 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2273976'] for port, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:14.961467 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-d8ab4966-4b77-413d-a7d0-b769ee5aa0c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:14.968443 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['63388241-1158-44c1-b8af-a95f73d8fc9f'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:14:14.971930 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d1ba895d-53c2-41c5-b676-433e93c7da63 req-ab5410cc-6235-49f4-a45e-aea73596667b tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=88f51311-5ae3-4911-8518-bfd3a5297cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560873 Jun 09 20:14:15.000659 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6742689-a109-4f3b-97a4-69b0a6134d06 req-e46158cf-2b70-4cc9-9c00-d03cad8fb006 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:15.004293 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a6742689-a109-4f3b-97a4-69b0a6134d06 req-e46158cf-2b70-4cc9-9c00-d03cad8fb006 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 945 time: 0.1225305 Jun 09 20:14:15.008737 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad0e15c-24e2-479c-8971-9a681a803889 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Pushing event deleted for resources: {'Port': ['ID=63388241-1158-44c1-b8af-a95f73d8fc9f,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:15.012218 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-6ad0e15c-24e2-479c-8971-9a681a803889 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:15.044756 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-2022d622-9abd-41b4-966e-6e1682659eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:15.047164 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-2022d622-9abd-41b4-966e-6e1682659eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:15.048566 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-2022d622-9abd-41b4-966e-6e1682659eca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5e865b07-612d-4ba0-91bb-16cdc33e9a33 HTTP/1.1" status: 204 len: 168 time: 0.3946640 Jun 09 20:14:15.052559 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a6742689-a109-4f3b-97a4-69b0a6134d06 req-fd41902e-08d2-459b-844b-5e82eeabb7d0 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/security-groups?id=99d0ceae-76a4-4ad7-a6c0-e99d42294f18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426579 Jun 09 20:14:15.053956 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-0031a054-8741-43e1-bc5d-c9b2320023e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:15.096505 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022d622-9abd-41b4-966e-6e1682659eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e865b07-612d-4ba0-91bb-16cdc33e9a33,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:15.102800 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-2022d622-9abd-41b4-966e-6e1682659eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:15.103811 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [req-025b372f-b694-4cbc-8555-c0a6c52d868f req-6ad0e15c-24e2-479c-8971-9a681a803889 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] No DVR routers for this DVR port 63388241-1158-44c1-b8af-a95f73d8fc9f on host hv-cinder-79566 {{(pid=92456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 20:14:15.106332 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-025b372f-b694-4cbc-8555-c0a6c52d868f req-6ad0e15c-24e2-479c-8971-9a681a803889 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:15.108678 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-025b372f-b694-4cbc-8555-c0a6c52d868f req-6ad0e15c-24e2-479c-8971-9a681a803889 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.22 "DELETE /v2.0/ports/63388241-1158-44c1-b8af-a95f73d8fc9f HTTP/1.1" status: 204 len: 173 time: 1.1412821 Jun 09 20:14:15.109194 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47dd0390-3797-490e-81cd-496cad0e76d8', 'name': 'network-vif-deleted', 'tag': '63388241-1158-44c1-b8af-a95f73d8fc9f'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:14:15.111671 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a772715-d8a3-49f8-be45-ec34a58902d2" -d '{"events": [{"server_uuid": "47dd0390-3797-490e-81cd-496cad0e76d8", "name": "network-vif-deleted", "tag": "63388241-1158-44c1-b8af-a95f73d8fc9f"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:14:15.154700 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1f7ee4-102c-4f38-af4b-728dc6ca2478 x-openstack-request-id: req-1d1f7ee4-102c-4f38-af4b-728dc6ca2478 {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:14:15.155048 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47dd0390-3797-490e-81cd-496cad0e76d8", "name": "network-vif-deleted", "tag": "63388241-1158-44c1-b8af-a95f73d8fc9f", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:14:15.155330 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d1f7ee4-102c-4f38-af4b-728dc6ca2478 {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:14:15.155748 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47dd0390-3797-490e-81cd-496cad0e76d8', 'name': 'network-vif-deleted', 'tag': '63388241-1158-44c1-b8af-a95f73d8fc9f', 'status': 'completed', 'code': 200} Jun 09 20:14:15.387782 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 45914) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:15.405549 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-69d52450-d886-4808-8090-6dc010a7229a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:15.525711 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-69d52450-d886-4808-8090-6dc010a7229a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:15.623798 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-69d52450-d886-4808-8090-6dc010a7229a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:15.631400 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-ff5ad10a-be43-436e-94b7-75fff6db55e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:15.670262 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d52450-d886-4808-8090-6dc010a7229a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaae75e5-3ef1-455a-8381-d8426c09bf45,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:15.674763 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-69d52450-d886-4808-8090-6dc010a7229a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3cfbb4bb8c654b6887f3797d8d18cbf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854037 Jun 09 20:14:15.675621 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-69d52450-d886-4808-8090-6dc010a7229a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:15.677952 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 45918) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:15.695379 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5 details requested by agent hyperv_hv-cinder-79566 with host hv-cinder-79566 {{(pid=92457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 20:14:15.734632 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e99d0c9d-49f9-4adb-9bb8-0ddc9719933e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:15.764453 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e99d0c9d-49f9-4adb-9bb8-0ddc9719933e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:15.824751 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5,segment=NetworkSegment(38307e43-90bf-416e-82c0-ea8120621c99),segment_id=38307e43-90bf-416e-82c0-ea8120621c99)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:14:15.837728 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Returning: {'device': '3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5', 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b', 'port_id': '3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5', 'mac_address': 'fa:16:3e:96:e7:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '300c2a4a-c553-45e5-8e44-47365525b421', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 20:14:15.855210 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 45920) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:15.875120 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-d02cff57-37ba-4b9d-940d-0d0fa3ebe81b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:15.889863 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e99d0c9d-49f9-4adb-9bb8-0ddc9719933e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:15.892372 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e99d0c9d-49f9-4adb-9bb8-0ddc9719933e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:15.894970 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-e99d0c9d-49f9-4adb-9bb8-0ddc9719933e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aaae75e5-3ef1-455a-8381-d8426c09bf45 HTTP/1.1" status: 204 len: 168 time: 0.2152166 Jun 09 20:14:15.895876 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-f3bdc9ab-4283-453f-ab36-6009beb9b77a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:15.905225 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:15.909020 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d0c9d-49f9-4adb-9bb8-0ddc9719933e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaae75e5-3ef1-455a-8381-d8426c09bf45,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:15.919235 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-e99d0c9d-49f9-4adb-9bb8-0ddc9719933e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:15.946207 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5 {{(pid=92457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:14:15.964239 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5,segment=NetworkSegment(38307e43-90bf-416e-82c0-ea8120621c99),segment_id=38307e43-90bf-416e-82c0-ea8120621c99)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:14:16.010390 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-d02cff57-37ba-4b9d-940d-0d0fa3ebe81b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:16.017922 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:16.023790 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:16.075534 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-d02cff57-37ba-4b9d-940d-0d0fa3ebe81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:16.092518 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-a4041e05-1ea1-41bd-83c4-f4a56ff809a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:16.103738 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5,revision_number=4']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:16.108509 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:16.157554 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02cff57-37ba-4b9d-940d-0d0fa3ebe81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298d1d95-5bcf-401a-8f13-7229acb71167,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:16.161012 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-d02cff57-37ba-4b9d-940d-0d0fa3ebe81b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:16.167594 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 45928) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:16.171623 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-d02cff57-37ba-4b9d-940d-0d0fa3ebe81b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ee45d6aa52724642864ead55248c7753&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3103249 Jun 09 20:14:16.213059 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2f31d-ae59-4c78-877c-dc759e8ce455 req-ae21dac8-15b0-42ef-8e31-1cd4c81ad99e tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:16.214537 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a5d2f31d-ae59-4c78-877c-dc759e8ce455 req-ae21dac8-15b0-42ef-8e31-1cd4c81ad99e tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c934d0a-d3c0-41eb-8147-56bb5c29e6b7 HTTP/1.1" status: 200 len: 944 time: 0.1296501 Jun 09 20:14:16.241161 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:14:16.286455 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-01009e1a-549d-437f-8f50-8db831c22d9a req-a2c6759a-3b07-4c29-8b92-34189af7e089 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] 10.222.0.15 "GET /v2.0/ports?device_id=47dd0390-3797-490e-81cd-496cad0e76d8 HTTP/1.1" status: 200 len: 210 time: 0.0709636 Jun 09 20:14:16.330581 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a5d2f31d-ae59-4c78-877c-dc759e8ce455 req-544caef5-8458-4883-b496-73b4eb711976 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=88f51311-5ae3-4911-8518-bfd3a5297cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672231 Jun 09 20:14:16.334451 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-52d20d21-f622-4add-ba4e-c55ab4ac8907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:16.372119 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-52d20d21-f622-4add-ba4e-c55ab4ac8907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:16.523749 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-52d20d21-f622-4add-ba4e-c55ab4ac8907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:16.523749 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-52d20d21-f622-4add-ba4e-c55ab4ac8907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:16.526022 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-52d20d21-f622-4add-ba4e-c55ab4ac8907 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/298d1d95-5bcf-401a-8f13-7229acb71167 HTTP/1.1" status: 204 len: 168 time: 0.3547645 Jun 09 20:14:16.526022 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-74640852-35cb-4763-afde-393ea7986394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:16.535377 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d20d21-f622-4add-ba4e-c55ab4ac8907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298d1d95-5bcf-401a-8f13-7229acb71167,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:16.537563 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-52d20d21-f622-4add-ba4e-c55ab4ac8907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:17.312899 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 45956) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:17.330163 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-79208e0d-308b-466e-b29e-cdeab050b6f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:17.492464 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-79208e0d-308b-466e-b29e-cdeab050b6f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:17.535237 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c4036-705b-433c-aa94-9bf85cad3397 req-b6093a54-a9dc-4e87-be56-99461d60716f tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:17.541172 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-643c4036-705b-433c-aa94-9bf85cad3397 req-b6093a54-a9dc-4e87-be56-99461d60716f tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c934d0a-d3c0-41eb-8147-56bb5c29e6b7 HTTP/1.1" status: 200 len: 944 time: 0.1017692 Jun 09 20:14:17.596611 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-643c4036-705b-433c-aa94-9bf85cad3397 req-1e84b5cf-3979-47c7-8d59-e6848c549c19 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=88f51311-5ae3-4911-8518-bfd3a5297cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533049 Jun 09 20:14:17.629554 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-79208e0d-308b-466e-b29e-cdeab050b6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:17.637873 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-7db9160d-be3f-4d6d-9150-8485796a60b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:17.691106 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5 up at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:14:17.778347 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-79208e0d-308b-466e-b29e-cdeab050b6f8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=25e6f86510804b6ba6fa05d942ad9890&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4620574 Jun 09 20:14:17.778347 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79208e0d-308b-466e-b29e-cdeab050b6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3b4ac8-152a-43f6-97f3-1e8e4f6a93df,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:17.778928 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 45982) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:17.783548 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-79208e0d-308b-466e-b29e-cdeab050b6f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:17.845171 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f4f6c6a7-9257-4347-b85a-cf2963bcaef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:17.871715 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f4f6c6a7-9257-4347-b85a-cf2963bcaef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:18.047384 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f4f6c6a7-9257-4347-b85a-cf2963bcaef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:18.047578 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning for port 3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5 completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:14:18.050365 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f4f6c6a7-9257-4347-b85a-cf2963bcaef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:18.051669 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-f4f6c6a7-9257-4347-b85a-cf2963bcaef9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8a3b4ac8-152a-43f6-97f3-1e8e4f6a93df HTTP/1.1" status: 204 len: 168 time: 0.2718294 Jun 09 20:14:18.052721 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-98fe133e-e06b-46b0-8ed4-b22aa076fc04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:18.052835 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning complete for port 3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:14:18.053218 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:18.064427 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f6c6a7-9257-4347-b85a-cf2963bcaef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3b4ac8-152a-43f6-97f3-1e8e4f6a93df,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:18.072811 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-f4f6c6a7-9257-4347-b85a-cf2963bcaef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:18.185767 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:18.212891 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c934d0a-d3c0-41eb-8147-56bb5c29e6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5'}] {{(pid=92457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:14:18.215290 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c413b0bec0402a5ae16451c6582d791322e0202680a960d7e14492227081b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705901f7-f373-43b2-b048-489388022d44" -d '{"events": [{"server_uuid": "4c934d0a-d3c0-41eb-8147-56bb5c29e6b7", "name": "network-vif-plugged", "status": "completed", "tag": "3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5"}]}' {{(pid=92457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:14:18.223698 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5,segment=NetworkSegment(38307e43-90bf-416e-82c0-ea8120621c99),segment_id=38307e43-90bf-416e-82c0-ea8120621c99)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:14:18.272846 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf476ee-b574-42f5-84c1-ae20a681215b x-openstack-request-id: req-baf476ee-b574-42f5-84c1-ae20a681215b {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:14:18.273199 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c934d0a-d3c0-41eb-8147-56bb5c29e6b7", "name": "network-vif-plugged", "status": "completed", "tag": "3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5", "code": 200}]} {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:14:18.273764 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-baf476ee-b574-42f5-84c1-ae20a681215b {{(pid=92457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:14:18.274344 dv-cinder-795669-1-iscsi neutron-server[92457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c934d0a-d3c0-41eb-8147-56bb5c29e6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5', 'code': 200} Jun 09 20:14:18.373247 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:18.374219 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 63388241-1158-44c1-b8af-a95f73d8fc9f no longer exists at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:14:18.405580 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:18.444674 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] No Port match for: 63388241-1158-44c1-b8af-a95f73d8fc9f {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:14:18.445020 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 63388241-1158-44c1-b8af-a95f73d8fc9f not bound to the agent host hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:14:18.479036 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5,revision_number=5']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:18.482123 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:18.874892 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bbc4e-8110-4be2-ada5-61e990d2fae0 req-01ecd91e-7d9b-400e-9eab-eba08930694f tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:18.876417 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ee0bbc4e-8110-4be2-ada5-61e990d2fae0 req-01ecd91e-7d9b-400e-9eab-eba08930694f tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c934d0a-d3c0-41eb-8147-56bb5c29e6b7 HTTP/1.1" status: 200 len: 945 time: 0.1026032 Jun 09 20:14:18.902147 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c058e6b-115c-464c-a4ae-75ed85365f3c req-5f3995d9-f101-4f90-abbd-5abe9fb0c545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:18.903793 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-9c058e6b-115c-464c-a4ae-75ed85365f3c req-5f3995d9-f101-4f90-abbd-5abe9fb0c545 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4c934d0a-d3c0-41eb-8147-56bb5c29e6b7 HTTP/1.1" status: 200 len: 1098 time: 0.2446799 Jun 09 20:14:18.926456 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ee0bbc4e-8110-4be2-ada5-61e990d2fae0 req-8108d7fc-433b-4d32-b8ea-0b92c1f3836f tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=88f51311-5ae3-4911-8518-bfd3a5297cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439200 Jun 09 20:14:18.947100 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-9c058e6b-115c-464c-a4ae-75ed85365f3c req-8399b4f5-e8c3-4b15-9c78-d8b3e61c5484 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=88f51311-5ae3-4911-8518-bfd3a5297cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367029 Jun 09 20:14:19.302143 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 46056) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:19.881579 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-8dd44ea8-b50c-454c-9486-ec2f3b0751e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3926479'] for router_interface, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:20.225785 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566782a-8089-4ed7-b1ba-042698edc989 req-3e2fbb3f-153c-4904-91bc-38546bd395be tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:20.227376 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-7566782a-8089-4ed7-b1ba-042698edc989 req-3e2fbb3f-153c-4904-91bc-38546bd395be tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c934d0a-d3c0-41eb-8147-56bb5c29e6b7 HTTP/1.1" status: 200 len: 945 time: 0.1882169 Jun 09 20:14:20.324798 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-7566782a-8089-4ed7-b1ba-042698edc989 req-fc19bf49-175b-4710-a738-30b5b90b6039 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=88f51311-5ae3-4911-8518-bfd3a5297cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893085 Jun 09 20:14:20.393230 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.plugin [None req-8dd44ea8-b50c-454c-9486-ec2f3b0751e0 admin admin] Deleting port 578d59e0-e532-4799-a680-f453983a3445 {{(pid=92455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:14:20.393572 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-8dd44ea8-b50c-454c-9486-ec2f3b0751e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:20.574587 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.db [None req-8dd44ea8-b50c-454c-9486-ec2f3b0751e0 admin admin] For port 578d59e0-e532-4799-a680-f453983a3445, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=578d59e0-e532-4799-a680-f453983a3445,segment=NetworkSegment(985c0b7f-cb52-4231-8fe0-0bea9b0d8d57),segment_id=985c0b7f-cb52-4231-8fe0-0bea9b0d8d57)] {{(pid=92455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:14:20.574935 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-8dd44ea8-b50c-454c-9486-ec2f3b0751e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:20.701878 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfde10-cc6f-4f60-b155-24d2e8a0c1dc req-ceaf0797-0f36-4554-b0f9-035bb62a8c00 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:20.703294 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a3dfde10-cc6f-4f60-b155-24d2e8a0c1dc req-ceaf0797-0f36-4554-b0f9-035bb62a8c00 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c934d0a-d3c0-41eb-8147-56bb5c29e6b7 HTTP/1.1" status: 200 len: 945 time: 0.2490692 Jun 09 20:14:20.712155 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 46092) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:20.818092 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.plugin [None req-8dd44ea8-b50c-454c-9486-ec2f3b0751e0 admin admin] Calling delete_port for 578d59e0-e532-4799-a680-f453983a3445 owned by network:router_interface {{(pid=92455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:14:20.922187 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-70118440-0e7d-437a-ae2e-7e3a58b44098 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Request body: {'floatingip': {'port_id': '3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:14:21.005450 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-70118440-0e7d-437a-ae2e-7e3a58b44098 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for floatingip, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:21.087271 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-8dd44ea8-b50c-454c-9486-ec2f3b0751e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162651'] for port, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:21.100147 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:21.208176 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd44ea8-b50c-454c-9486-ec2f3b0751e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=578d59e0-e532-4799-a680-f453983a3445,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:21.212529 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-8dd44ea8-b50c-454c-9486-ec2f3b0751e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:21.709182 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-70118440-0e7d-437a-ae2e-7e3a58b44098 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:21.784241 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-70118440-0e7d-437a-ae2e-7e3a58b44098 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3925089'] for floatingip, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:21.940537 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-8dd44ea8-b50c-454c-9486-ec2f3b0751e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3714534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3927953'] for router_interface, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:21.960099 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.db.l3_db [None req-70118440-0e7d-437a-ae2e-7e3a58b44098 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Floating IP c435f189-2c42-4e53-81ad-b6107010823a associated. External IP: 172.27.0.90, port: 3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5. Jun 09 20:14:22.327110 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd44ea8-b50c-454c-9486-ec2f3b0751e0 admin admin] Router 593f85ca-8bde-4ba0-b6a7-55f88c630b63 has already been hosted by L3 agent 64117835-a1f5-4801-ace7-11985afbc460 {{(pid=92455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 20:14:22.381995 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70118440-0e7d-437a-ae2e-7e3a58b44098 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Router 1ee9b6ba-3bdd-410e-8194-d57e97882fad has already been hosted by L3 agent 64117835-a1f5-4801-ace7-11985afbc460 {{(pid=92456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 20:14:22.511363 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd44ea8-b50c-454c-9486-ec2f3b0751e0 admin admin] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:14:22.511590 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-8dd44ea8-b50c-454c-9486-ec2f3b0751e0 admin admin] 10.222.0.15 "PUT /v2.0/routers/593f85ca-8bde-4ba0-b6a7-55f88c630b63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2076418 Jun 09 20:14:22.514574 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 46128) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:22.520019 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ea90bc-ca8b-4565-859d-a25bcb31df5d None None] Sync routers for ids ['593f85ca-8bde-4ba0-b6a7-55f88c630b63'] in dv-cinder-795669-1-iscsi {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:14:22.534567 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ea90bc-ca8b-4565-859d-a25bcb31df5d None None] Routers {'593f85ca-8bde-4ba0-b6a7-55f88c630b63'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:14:22.535656 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-c7ea90bc-ca8b-4565-859d-a25bcb31df5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:14:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['593f85ca-8bde-4ba0-b6a7-55f88c630b63'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:14:22.569752 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70118440-0e7d-437a-ae2e-7e3a58b44098 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:14:22.575086 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-70118440-0e7d-437a-ae2e-7e3a58b44098 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for floatingip, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:22.581728 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a017af22-f063-4197-8e04-55079ea84c2c None None] Sync routers for ids ['1ee9b6ba-3bdd-410e-8194-d57e97882fad'] in dv-cinder-795669-1-iscsi {{(pid=92458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:14:22.610638 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a017af22-f063-4197-8e04-55079ea84c2c None None] Routers {'1ee9b6ba-3bdd-410e-8194-d57e97882fad'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:14:22.611518 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-a017af22-f063-4197-8e04-55079ea84c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:14:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['1ee9b6ba-3bdd-410e-8194-d57e97882fad'], 'active': True} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:14:22.644235 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-70118440-0e7d-437a-ae2e-7e3a58b44098 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "PUT /v2.0/floatingips/c435f189-2c42-4e53-81ad-b6107010823a HTTP/1.1" status: 200 len: 990 time: 1.9284439 Jun 09 20:14:22.644235 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c934d0a-d3c0-41eb-8147-56bb5c29e6b7', 'tag': '3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:14:22.644982 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cba2cc8-30fe-41f8-bf7c-71f545be06b1" -d '{"events": [{"name": "network-changed", "server_uuid": "4c934d0a-d3c0-41eb-8147-56bb5c29e6b7", "tag": "3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:14:22.693733 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 20:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706c5cc6-626b-4eb3-a50f-fcee806fbf03 x-openstack-request-id: req-706c5cc6-626b-4eb3-a50f-fcee806fbf03 {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:14:22.694060 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c934d0a-d3c0-41eb-8147-56bb5c29e6b7", "tag": "3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:14:22.694359 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-706c5cc6-626b-4eb3-a50f-fcee806fbf03 {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:14:22.694775 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c934d0a-d3c0-41eb-8147-56bb5c29e6b7', 'tag': '3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5', 'status': 'completed', 'code': 200} Jun 09 20:14:22.830317 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvr_db [None req-a017af22-f063-4197-8e04-55079ea84c2c None None] Set router 1ee9b6ba-3bdd-410e-8194-d57e97882fad gateway port host: dv-cinder-795669-1-iscsi {{(pid=92458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:14:22.832455 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-c7ea90bc-ca8b-4565-859d-a25bcb31df5d None None] Set router 593f85ca-8bde-4ba0-b6a7-55f88c630b63 gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:14:22.843928 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba2cc8-30fe-41f8-bf7c-71f545be06b1 req-bb88a699-78b3-4e46-856a-01764f827330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:22.845533 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-8cba2cc8-30fe-41f8-bf7c-71f545be06b1 req-bb88a699-78b3-4e46-856a-01764f827330 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a153f4ee3c7640608753fa26850931e1&device_id=4c934d0a-d3c0-41eb-8147-56bb5c29e6b7 HTTP/1.1" status: 200 len: 1098 time: 0.1234527 Jun 09 20:14:22.924759 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-0a5e5bb0-b53c-481c-b4bb-83ebecef69e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:23.024837 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba2cc8-30fe-41f8-bf7c-71f545be06b1 req-e2007157-53f5-491d-a894-43af8f2e0e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:23.028109 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-8cba2cc8-30fe-41f8-bf7c-71f545be06b1 req-e2007157-53f5-491d-a894-43af8f2e0e22 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4a036ca4-dd58-4133-bd8c-881911c6180b HTTP/1.1" status: 200 len: 912 time: 0.1746593 Jun 09 20:14:23.120275 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-0a5e5bb0-b53c-481c-b4bb-83ebecef69e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:23.161987 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-c7ea90bc-ca8b-4565-859d-a25bcb31df5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593f85ca-8bde-4ba0-b6a7-55f88c630b63', 'name': 'tempest-TestMinimumBasicScenario-1179336273-router', 'tenant_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '4ffd7231-7b06-498e-8989-9fd2b25dea81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:10:54Z', 'updated_at': '2021-06-09T20:14:20Z', 'revision_number': 5, 'project_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'gw_port': {'id': '4ffd7231-7b06-498e-8989-9fd2b25dea81', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:77:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593f85ca-8bde-4ba0-b6a7-55f88c630b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:10:55Z', 'updated_at': '2021-06-09T20:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi'}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:14:23.166766 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ea90bc-ca8b-4565-859d-a25bcb31df5d None None] Checking router: 593f85ca-8bde-4ba0-b6a7-55f88c630b63 for host: dv-cinder-795669-1-iscsi {{(pid=92457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:14:23.177211 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ea90bc-ca8b-4565-859d-a25bcb31df5d None None] Routers {'593f85ca-8bde-4ba0-b6a7-55f88c630b63'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:14:23.177708 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-c7ea90bc-ca8b-4565-859d-a25bcb31df5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:14:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['593f85ca-8bde-4ba0-b6a7-55f88c630b63'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:14:23.228547 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-a017af22-f063-4197-8e04-55079ea84c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'name': 'tempest-AttachVolumeTestJSON-2020173337-router', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '605e9341-4f40-479a-88ed-3542589b95d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:03Z', 'updated_at': '2021-06-09T20:09:15Z', 'revision_number': 4, 'project_id': 'a153f4ee3c7640608753fa26850931e1', 'gw_port': {'id': '605e9341-4f40-479a-88ed-3542589b95d1', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:05Z', 'updated_at': '2021-06-09T20:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_floatingips': [{'id': 'c435f189-2c42-4e53-81ad-b6107010823a', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'router_id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'port_id': '3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b', 'mac_address': 'fa:16:3e:96:e7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c934d0a-d3c0-41eb-8147-56bb5c29e6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T20:14:04Z', 'updated_at': '2021-06-09T20:14:21Z', 'revision_number': 1, 'project_id': 'a153f4ee3c7640608753fa26850931e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7299d8eb-7e82-4976-beba-24da2fbad383', 'name': '', 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'mac_address': 'fa:16:3e:4c:49:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '300c2a4a-c553-45e5-8e44-47365525b421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:12Z', 'updated_at': '2021-06-09T20:09:29Z', 'revision_number': 5, 'project_id': 'a153f4ee3c7640608753fa26850931e1', 'subnets': [{'id': '300c2a4a-c553-45e5-8e44-47365525b421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:14:23.233162 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a017af22-f063-4197-8e04-55079ea84c2c None None] Checking router: 1ee9b6ba-3bdd-410e-8194-d57e97882fad for host: dv-cinder-795669-1-iscsi {{(pid=92458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:14:23.243775 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a017af22-f063-4197-8e04-55079ea84c2c None None] Routers {'1ee9b6ba-3bdd-410e-8194-d57e97882fad'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:14:23.244462 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-a017af22-f063-4197-8e04-55079ea84c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:14:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['1ee9b6ba-3bdd-410e-8194-d57e97882fad'], 'active': True} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:14:23.264565 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-8cba2cc8-30fe-41f8-bf7c-71f545be06b1 req-952952f6-c52a-4d8f-8c66-3d2b7c6d19dc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5 HTTP/1.1" status: 200 len: 998 time: 0.2292223 Jun 09 20:14:23.313278 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.plugin [None req-0a5e5bb0-b53c-481c-b4bb-83ebecef69e3 admin admin] Deleting port 4ffd7231-7b06-498e-8989-9fd2b25dea81 {{(pid=92455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:14:23.313620 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-0a5e5bb0-b53c-481c-b4bb-83ebecef69e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:23.368790 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba2cc8-30fe-41f8-bf7c-71f545be06b1 req-e9ae8193-f0d6-46af-b880-293777a77a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:23.370971 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-8cba2cc8-30fe-41f8-bf7c-71f545be06b1 req-e9ae8193-f0d6-46af-b880-293777a77a56 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=300c2a4a-c553-45e5-8e44-47365525b421 HTTP/1.1" status: 200 len: 850 time: 0.0888968 Jun 09 20:14:23.417482 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-c7ea90bc-ca8b-4565-859d-a25bcb31df5d None None] Set router 593f85ca-8bde-4ba0-b6a7-55f88c630b63 gateway port host: None {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:14:23.459332 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.db [None req-0a5e5bb0-b53c-481c-b4bb-83ebecef69e3 admin admin] For port 4ffd7231-7b06-498e-8989-9fd2b25dea81, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=4ffd7231-7b06-498e-8989-9fd2b25dea81,segment=NetworkSegment(5cc1a330-8329-4d0b-b0d5-254d1224405d),segment_id=5cc1a330-8329-4d0b-b0d5-254d1224405d)] {{(pid=92455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:14:23.459332 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-0a5e5bb0-b53c-481c-b4bb-83ebecef69e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:23.482601 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvr_db [None req-a017af22-f063-4197-8e04-55079ea84c2c None None] Set router 1ee9b6ba-3bdd-410e-8194-d57e97882fad gateway port host: dv-cinder-795669-1-iscsi {{(pid=92458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:14:23.533063 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba2cc8-30fe-41f8-bf7c-71f545be06b1 req-b91ae92e-8c4b-44d7-ab5f-c0a1ad192837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:23.534835 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-8cba2cc8-30fe-41f8-bf7c-71f545be06b1 req-b91ae92e-8c4b-44d7-ab5f-c0a1ad192837 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a036ca4-dd58-4133-bd8c-881911c6180b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1563487 Jun 09 20:14:23.592213 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-c7ea90bc-ca8b-4565-859d-a25bcb31df5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593f85ca-8bde-4ba0-b6a7-55f88c630b63', 'name': 'tempest-TestMinimumBasicScenario-1179336273-router', 'tenant_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:10:54Z', 'updated_at': '2021-06-09T20:14:23Z', 'revision_number': 6, 'project_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'gw_port_host': None}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:14:23.605703 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.plugin [None req-0a5e5bb0-b53c-481c-b4bb-83ebecef69e3 admin admin] Calling delete_port for 4ffd7231-7b06-498e-8989-9fd2b25dea81 owned by network:router_gateway {{(pid=92455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:14:23.610966 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ea90bc-ca8b-4565-859d-a25bcb31df5d None None] The sync data for ids ['593f85ca-8bde-4ba0-b6a7-55f88c630b63'] in dv-cinder-795669-1-iscsi is: [{'id': '593f85ca-8bde-4ba0-b6a7-55f88c630b63', 'name': 'tempest-TestMinimumBasicScenario-1179336273-router', 'tenant_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:10:54Z', 'updated_at': '2021-06-09T20:14:23Z', 'revision_number': 6, 'project_id': 'bc4be921a85642e6a1eaee96dd2e4f81', 'gw_port_host': None}] {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:14:23.789937 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-8cba2cc8-30fe-41f8-bf7c-71f545be06b1 req-dc7d2386-7ddc-4d03-8413-f7bb9468fc14 service neutron] 10.222.0.22 "GET /v2.0/networks/4a036ca4-dd58-4133-bd8c-881911c6180b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478166 Jun 09 20:14:23.923056 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-0a5e5bb0-b53c-481c-b4bb-83ebecef69e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162651'] for port, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:23.926448 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-8cba2cc8-30fe-41f8-bf7c-71f545be06b1 req-ca90c6e6-d29e-478b-81cd-655d540cf2d4 service neutron] 10.222.0.22 "GET /v2.0/networks/4a036ca4-dd58-4133-bd8c-881911c6180b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293628 Jun 09 20:14:23.930086 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-d6266fbe-dbed-4667-8845-142f02df1258 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:23.967889 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-a017af22-f063-4197-8e04-55079ea84c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'name': 'tempest-AttachVolumeTestJSON-2020173337-router', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '605e9341-4f40-479a-88ed-3542589b95d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:03Z', 'updated_at': '2021-06-09T20:09:15Z', 'revision_number': 4, 'project_id': 'a153f4ee3c7640608753fa26850931e1', 'gw_port': {'id': '605e9341-4f40-479a-88ed-3542589b95d1', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:05Z', 'updated_at': '2021-06-09T20:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_floatingips': [{'id': 'c435f189-2c42-4e53-81ad-b6107010823a', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'router_id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'port_id': '3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b', 'mac_address': 'fa:16:3e:96:e7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c934d0a-d3c0-41eb-8147-56bb5c29e6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T20:14:04Z', 'updated_at': '2021-06-09T20:14:21Z', 'revision_number': 1, 'project_id': 'a153f4ee3c7640608753fa26850931e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7299d8eb-7e82-4976-beba-24da2fbad383', 'name': '', 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'mac_address': 'fa:16:3e:4c:49:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '300c2a4a-c553-45e5-8e44-47365525b421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:12Z', 'updated_at': '2021-06-09T20:09:29Z', 'revision_number': 5, 'project_id': 'a153f4ee3c7640608753fa26850931e1', 'subnets': [{'id': '300c2a4a-c553-45e5-8e44-47365525b421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:14:23.972979 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a017af22-f063-4197-8e04-55079ea84c2c None None] The sync data for ids ['1ee9b6ba-3bdd-410e-8194-d57e97882fad'] in dv-cinder-795669-1-iscsi is: [{'id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'name': 'tempest-AttachVolumeTestJSON-2020173337-router', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '605e9341-4f40-479a-88ed-3542589b95d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:03Z', 'updated_at': '2021-06-09T20:09:15Z', 'revision_number': 4, 'project_id': 'a153f4ee3c7640608753fa26850931e1', 'gw_port': {'id': '605e9341-4f40-479a-88ed-3542589b95d1', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:05Z', 'updated_at': '2021-06-09T20:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_floatingips': [{'id': 'c435f189-2c42-4e53-81ad-b6107010823a', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'router_id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'port_id': '3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b', 'mac_address': 'fa:16:3e:96:e7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c934d0a-d3c0-41eb-8147-56bb5c29e6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T20:14:04Z', 'updated_at': '2021-06-09T20:14:21Z', 'revision_number': 1, 'project_id': 'a153f4ee3c7640608753fa26850931e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7299d8eb-7e82-4976-beba-24da2fbad383', 'name': '', 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'mac_address': 'fa:16:3e:4c:49:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '300c2a4a-c553-45e5-8e44-47365525b421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:12Z', 'updated_at': '2021-06-09T20:09:29Z', 'revision_number': 5, 'project_id': 'a153f4ee3c7640608753fa26850931e1', 'subnets': [{'id': '300c2a4a-c553-45e5-8e44-47365525b421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:14:23.973483 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e5bb0-b53c-481c-b4bb-83ebecef69e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ffd7231-7b06-498e-8989-9fd2b25dea81,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:23.976603 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-0a5e5bb0-b53c-481c-b4bb-83ebecef69e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:24.077563 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-0a5e5bb0-b53c-481c-b4bb-83ebecef69e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3925078'] for router_gateway, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:24.227147 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c7664a-fe4f-425b-99cc-1be6c1491a2a None None] New status for floating IP c435f189-2c42-4e53-81ad-b6107010823a: ACTIVE {{(pid=92457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 20:14:24.255917 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-0a5e5bb0-b53c-481c-b4bb-83ebecef69e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3905294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3075'] for router, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:24.258122 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-0a5e5bb0-b53c-481c-b4bb-83ebecef69e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:24.366926 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-0a5e5bb0-b53c-481c-b4bb-83ebecef69e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3905434'] for router, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:24.367522 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5e5bb0-b53c-481c-b4bb-83ebecef69e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 593f85ca-8bde-4ba0-b6a7-55f88c630b63 {{(pid=92455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 20:14:24.372162 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-0a5e5bb0-b53c-481c-b4bb-83ebecef69e3 admin admin] Notify callbacks [] for router, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:24.374554 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-0a5e5bb0-b53c-481c-b4bb-83ebecef69e3 admin admin] 10.222.0.15 "DELETE /v2.0/routers/593f85ca-8bde-4ba0-b6a7-55f88c630b63 HTTP/1.1" status: 204 len: 168 time: 1.8585312 Jun 09 20:14:24.376927 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 46156) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:24.445758 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa863093-160b-4b12-a9a9-5527719fb743 admin admin] Deleting subnet 5c3d3e03-f14c-448a-8902-90a16bc454a6 {{(pid=92456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 20:14:24.449209 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-aa863093-160b-4b12-a9a9-5527719fb743 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:24.508936 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-aa863093-160b-4b12-a9a9-5527719fb743 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299860'] for subnet, precommit_delete_associations {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:24.610689 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:24.634715 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-aa863093-160b-4b12-a9a9-5527719fb743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883559'] for subnet, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:24.772580 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-aa863093-160b-4b12-a9a9-5527719fb743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2274034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2365105'] for subnet, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:24.776784 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-a9b5da5b-121d-43df-854e-b1558f38f0df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:24.811183 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa863093-160b-4b12-a9a9-5527719fb743 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c3d3e03-f14c-448a-8902-90a16bc454a6,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:24.818679 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-aa863093-160b-4b12-a9a9-5527719fb743 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:24.820549 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-aa863093-160b-4b12-a9a9-5527719fb743 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5c3d3e03-f14c-448a-8902-90a16bc454a6 HTTP/1.1" status: 204 len: 168 time: 0.4424834 Jun 09 20:14:24.823870 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e691cc-7498-4e13-85f5-4e1303eff338 None None] Network 71b291fa-6576-4644-a9a4-a1131eaefd10 requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:14:24.826699 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa863093-160b-4b12-a9a9-5527719fb743 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:24.827070 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa863093-160b-4b12-a9a9-5527719fb743 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:24.827289 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 46162) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:24.827738 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa863093-160b-4b12-a9a9-5527719fb743 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:24.827861 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa863093-160b-4b12-a9a9-5527719fb743 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:24.828162 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa863093-160b-4b12-a9a9-5527719fb743 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:24.828528 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa863093-160b-4b12-a9a9-5527719fb743 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:24.828919 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa863093-160b-4b12-a9a9-5527719fb743 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:24.829255 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa863093-160b-4b12-a9a9-5527719fb743 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:24.829706 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa863093-160b-4b12-a9a9-5527719fb743 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:24.830065 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa863093-160b-4b12-a9a9-5527719fb743 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:24.830403 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa863093-160b-4b12-a9a9-5527719fb743 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:24.830732 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa863093-160b-4b12-a9a9-5527719fb743 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:24.833826 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-aa863093-160b-4b12-a9a9-5527719fb743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:24.918764 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 46164) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:24.942180 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-54502afe-a917-40e9-a1d7-d4dbc6e5cd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769015'] for network, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:25.023722 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.plugin [None req-54502afe-a917-40e9-a1d7-d4dbc6e5cd8e admin admin] Deleting port 05ecaf56-890f-4abf-ad65-1aae3ca5f5e5 {{(pid=92455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:14:25.024085 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-54502afe-a917-40e9-a1d7-d4dbc6e5cd8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:25.041508 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-07d7171b-8265-47cd-9ce6-2d3cb8723841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:25.111278 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ebf645-e50d-4159-841c-7e0cb8e1bfe6 None None] DHCP port deletion for 71b291fa-6576-4644-a9a4-a1131eaefd10 request from dv-cinder-795669-1-iscsi {{(pid=92457) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 20:14:25.132050 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.db [None req-54502afe-a917-40e9-a1d7-d4dbc6e5cd8e admin admin] For port 05ecaf56-890f-4abf-ad65-1aae3ca5f5e5, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=05ecaf56-890f-4abf-ad65-1aae3ca5f5e5,segment=NetworkSegment(985c0b7f-cb52-4231-8fe0-0bea9b0d8d57),segment_id=985c0b7f-cb52-4231-8fe0-0bea9b0d8d57)] {{(pid=92455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:14:25.132690 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-54502afe-a917-40e9-a1d7-d4dbc6e5cd8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:25.162327 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-07d7171b-8265-47cd-9ce6-2d3cb8723841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:25.178767 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-b9ebf645-e50d-4159-841c-7e0cb8e1bfe6 None None] Deleting port 05ecaf56-890f-4abf-ad65-1aae3ca5f5e5 {{(pid=92457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:14:25.179248 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-b9ebf645-e50d-4159-841c-7e0cb8e1bfe6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:25.247597 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-07d7171b-8265-47cd-9ce6-2d3cb8723841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:25.258223 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-d02cff57-37ba-4b9d-940d-0d0fa3ebe81b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:25.288911 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-b9ebf645-e50d-4159-841c-7e0cb8e1bfe6 None None] For port 05ecaf56-890f-4abf-ad65-1aae3ca5f5e5, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=05ecaf56-890f-4abf-ad65-1aae3ca5f5e5,segment=NetworkSegment(985c0b7f-cb52-4231-8fe0-0bea9b0d8d57),segment_id=985c0b7f-cb52-4231-8fe0-0bea9b0d8d57)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:14:25.289499 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-b9ebf645-e50d-4159-841c-7e0cb8e1bfe6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:25.312326 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-07d7171b-8265-47cd-9ce6-2d3cb8723841 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fdf19c67d77b43ee9a7313068c703519&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3892856 Jun 09 20:14:25.312583 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 46174) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:25.323797 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d7171b-8265-47cd-9ce6-2d3cb8723841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bceb77f8-aecb-4c95-ad9f-7dd4e72b11a0,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:25.328092 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-07d7171b-8265-47cd-9ce6-2d3cb8723841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:25.366535 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.plugin [None req-54502afe-a917-40e9-a1d7-d4dbc6e5cd8e admin admin] Calling delete_port for 05ecaf56-890f-4abf-ad65-1aae3ca5f5e5 owned by network:dhcp {{(pid=92455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:14:25.379427 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-d9c56b63-4e60-474a-a682-a0377006983a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:25.414509 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-d9c56b63-4e60-474a-a682-a0377006983a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:25.467252 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-b9ebf645-e50d-4159-841c-7e0cb8e1bfe6 None None] Calling delete_port for 05ecaf56-890f-4abf-ad65-1aae3ca5f5e5 owned by network:dhcp {{(pid=92457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:14:25.480895 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-54502afe-a917-40e9-a1d7-d4dbc6e5cd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162651'] for port, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:25.486360 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-3523d566-d8f6-4aa5-ba67-68e029eb3864 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:25.538346 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-d9c56b63-4e60-474a-a682-a0377006983a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:25.541162 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-d9c56b63-4e60-474a-a682-a0377006983a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:25.545428 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-d9c56b63-4e60-474a-a682-a0377006983a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bceb77f8-aecb-4c95-ad9f-7dd4e72b11a0 HTTP/1.1" status: 204 len: 168 time: 0.2318664 Jun 09 20:14:25.546132 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:25.546853 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502afe-a917-40e9-a1d7-d4dbc6e5cd8e admin admin] Pushing event deleted for resources: {'Port': ['ID=05ecaf56-890f-4abf-ad65-1aae3ca5f5e5,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:25.550054 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-54502afe-a917-40e9-a1d7-d4dbc6e5cd8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:25.550975 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54502afe-a917-40e9-a1d7-d4dbc6e5cd8e admin admin] No DVR routers for this DVR port 05ecaf56-890f-4abf-ad65-1aae3ca5f5e5 on host dv-cinder-795669-1-iscsi {{(pid=92455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 20:14:25.556304 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c56b63-4e60-474a-a682-a0377006983a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bceb77f8-aecb-4c95-ad9f-7dd4e72b11a0,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:25.558384 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-d9c56b63-4e60-474a-a682-a0377006983a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:25.599645 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 46182) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:25.663044 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-b9ebf645-e50d-4159-841c-7e0cb8e1bfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377'] for port, after_delete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:25.682935 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:25.749044 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e698efbf-f22a-48ea-a4f7-8901c0352040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:25.762680 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ebf645-e50d-4159-841c-7e0cb8e1bfe6 None None] No DVR routers for this DVR port 05ecaf56-890f-4abf-ad65-1aae3ca5f5e5 on host dv-cinder-795669-1-iscsi {{(pid=92457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 20:14:25.766088 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 578d59e0-e532-4799-a680-f453983a3445 no longer exists at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:14:25.772382 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-54502afe-a917-40e9-a1d7-d4dbc6e5cd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884462', 'neutron.services.segments.db._delete_segments_for_network-8784791871416'] for network, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:25.787488 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.services.segments.db [None req-54502afe-a917-40e9-a1d7-d4dbc6e5cd8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b291fa-6576-4644-a9a4-a1131eaefd10']}} {{(pid=92455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:14:25.791749 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ebf645-e50d-4159-841c-7e0cb8e1bfe6 None None] Pushing event deleted for resources: {'Port': ['ID=05ecaf56-890f-4abf-ad65-1aae3ca5f5e5,revision_number=None']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:25.798978 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-b9ebf645-e50d-4159-841c-7e0cb8e1bfe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:25.804718 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] No Port match for: 578d59e0-e532-4799-a680-f453983a3445 {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:14:25.805395 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 578d59e0-e532-4799-a680-f453983a3445 not bound to the agent host dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:14:25.805620 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 4ffd7231-7b06-498e-8989-9fd2b25dea81 no longer exists at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:14:25.806420 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.services.segments.db [None req-54502afe-a917-40e9-a1d7-d4dbc6e5cd8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '985c0b7f-cb52-4231-8fe0-0bea9b0d8d57') {'for_net_delete': True} {{(pid=92455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:14:25.806862 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.services.segments.db [None req-54502afe-a917-40e9-a1d7-d4dbc6e5cd8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '985c0b7f-cb52-4231-8fe0-0bea9b0d8d57') {} {{(pid=92455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:14:25.820760 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-54502afe-a917-40e9-a1d7-d4dbc6e5cd8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784791825875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125558'] for segment, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:25.839375 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-54502afe-a917-40e9-a1d7-d4dbc6e5cd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028'] for segment, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:25.847031 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54502afe-a917-40e9-a1d7-d4dbc6e5cd8e admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=92455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 20:14:25.847379 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-54502afe-a917-40e9-a1d7-d4dbc6e5cd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162676'] for segment, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:25.860511 dv-cinder-795669-1-iscsi neutron-server[92455]: Traceback (most recent call last): Jun 09 20:14:25.860511 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 20:14:25.860511 dv-cinder-795669-1-iscsi neutron-server[92455]: timer() Jun 09 20:14:25.860511 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 20:14:25.860511 dv-cinder-795669-1-iscsi neutron-server[92455]: cb(*args, **kw) Jun 09 20:14:25.860511 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 20:14:25.860511 dv-cinder-795669-1-iscsi neutron-server[92455]: return func(*args, **kwargs) Jun 09 20:14:25.860511 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 20:14:25.860511 dv-cinder-795669-1-iscsi neutron-server[92455]: self._notify() Jun 09 20:14:25.860511 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 20:14:25.860511 dv-cinder-795669-1-iscsi neutron-server[92455]: self.callback(batched_events) Jun 09 20:14:25.860511 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 20:14:25.860511 dv-cinder-795669-1-iscsi neutron-server[92455]: event.method(event) Jun 09 20:14:25.860511 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 20:14:25.860511 dv-cinder-795669-1-iscsi neutron-server[92455]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 20:14:25.860511 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 20:14:25.860511 dv-cinder-795669-1-iscsi neutron-server[92455]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 20:14:25.860511 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 20:14:25.860511 dv-cinder-795669-1-iscsi neutron-server[92455]: return f(self, *a, **k) Jun 09 20:14:25.860511 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 20:14:25.860511 dv-cinder-795669-1-iscsi neutron-server[92455]: return self._get(url).json() Jun 09 20:14:25.860511 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 20:14:25.860511 dv-cinder-795669-1-iscsi neutron-server[92455]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 20:14:25.860511 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 20:14:25.860511 dv-cinder-795669-1-iscsi neutron-server[92455]: return self.request(url, 'GET', **kwargs) Jun 09 20:14:25.860511 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 20:14:25.860511 dv-cinder-795669-1-iscsi neutron-server[92455]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 20:14:25.860511 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 20:14:25.860511 dv-cinder-795669-1-iscsi neutron-server[92455]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 20:14:25.860511 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 20:14:25.860511 dv-cinder-795669-1-iscsi neutron-server[92455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 20:14:25.860511 dv-cinder-795669-1-iscsi neutron-server[92455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 20:14:25.866211 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] No Port match for: 4ffd7231-7b06-498e-8989-9fd2b25dea81 {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:14:25.866211 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 4ffd7231-7b06-498e-8989-9fd2b25dea81 not bound to the agent host dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:14:25.866211 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 05ecaf56-890f-4abf-ad65-1aae3ca5f5e5 no longer exists at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:14:25.883423 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e698efbf-f22a-48ea-a4f7-8901c0352040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:25.899788 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] No Port match for: 05ecaf56-890f-4abf-ad65-1aae3ca5f5e5 {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:14:25.900402 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 05ecaf56-890f-4abf-ad65-1aae3ca5f5e5 not bound to the agent host dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:14:25.972259 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e698efbf-f22a-48ea-a4f7-8901c0352040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:25.984192 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-e99d0c9d-49f9-4adb-9bb8-0ddc9719933e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:26.000823 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-54502afe-a917-40e9-a1d7-d4dbc6e5cd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3854142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3925107'] for network, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:26.012541 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-dda11237-b18c-4244-b571-9399cfa294e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:26.024498 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-54502afe-a917-40e9-a1d7-d4dbc6e5cd8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for network, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:26.026560 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-e698efbf-f22a-48ea-a4f7-8901c0352040 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4d846b92d52040d49ce9ec5adc01dbed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4255724 Jun 09 20:14:26.026813 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-54502afe-a917-40e9-a1d7-d4dbc6e5cd8e admin admin] 10.222.0.15 "DELETE /v2.0/networks/71b291fa-6576-4644-a9a4-a1131eaefd10 HTTP/1.1" status: 204 len: 168 time: 1.1955118 Jun 09 20:14:26.027638 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 46188) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:26.028414 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698efbf-f22a-48ea-a4f7-8901c0352040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b3b1e7-baaf-4517-865c-8e44ee202c2f,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:26.030708 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 46190) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:26.056590 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502afe-a917-40e9-a1d7-d4dbc6e5cd8e admin admin] Pushing event deleted for resources: {'Network': ['ID=71b291fa-6576-4644-a9a4-a1131eaefd10,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:26.056590 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-54502afe-a917-40e9-a1d7-d4dbc6e5cd8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:26.094225 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-456e33ed-ec84-4ee9-80a9-22f891c922ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:26.098180 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-e698efbf-f22a-48ea-a4f7-8901c0352040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:26.123201 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-456e33ed-ec84-4ee9-80a9-22f891c922ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:26.258314 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-456e33ed-ec84-4ee9-80a9-22f891c922ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:26.261292 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-456e33ed-ec84-4ee9-80a9-22f891c922ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:26.262667 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-456e33ed-ec84-4ee9-80a9-22f891c922ca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/47b3b1e7-baaf-4517-865c-8e44ee202c2f HTTP/1.1" status: 204 len: 168 time: 0.2317703 Jun 09 20:14:26.263777 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-6ec759b0-9ea5-4915-8b76-2f0c444ff43b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:26.278546 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e33ed-ec84-4ee9-80a9-22f891c922ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b3b1e7-baaf-4517-865c-8e44ee202c2f,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:26.280778 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-456e33ed-ec84-4ee9-80a9-22f891c922ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:26.354662 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 46196) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:26.372222 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-572fea45-fe76-4b4b-8473-6329fdcbb5cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:26.480648 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-572fea45-fe76-4b4b-8473-6329fdcbb5cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:26.533218 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-572fea45-fe76-4b4b-8473-6329fdcbb5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:26.543407 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-79208e0d-308b-466e-b29e-cdeab050b6f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:26.585539 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-572fea45-fe76-4b4b-8473-6329fdcbb5cf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8399d5af0d704647b4e141f316aeaff4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297213 Jun 09 20:14:26.586466 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572fea45-fe76-4b4b-8473-6329fdcbb5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605dc19e-a93f-4931-908b-29fefb2824fa,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:26.588314 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 46200) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:26.589823 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-572fea45-fe76-4b4b-8473-6329fdcbb5cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:26.670159 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-9378c1c6-b766-4622-b47d-a0b7e05baaa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:26.730720 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-9378c1c6-b766-4622-b47d-a0b7e05baaa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:26.799715 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e08c9891-1f35-4128-aa6f-212b662f2919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3926479'] for router_interface, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:26.942148 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-9378c1c6-b766-4622-b47d-a0b7e05baaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:26.944592 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-9378c1c6-b766-4622-b47d-a0b7e05baaa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:26.948063 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-9378c1c6-b766-4622-b47d-a0b7e05baaa4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/605dc19e-a93f-4931-908b-29fefb2824fa HTTP/1.1" status: 204 len: 168 time: 0.3564579 Jun 09 20:14:26.953987 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-6c5a6ecc-a353-426d-a490-6d771739006b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:26.969527 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 46208) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:26.979199 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9378c1c6-b766-4622-b47d-a0b7e05baaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605dc19e-a93f-4931-908b-29fefb2824fa,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:26.983112 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-9378c1c6-b766-4622-b47d-a0b7e05baaa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:26.991467 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-53113ad6-fd9d-41d6-a3ee-66350b59c954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:27.117408 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-53113ad6-fd9d-41d6-a3ee-66350b59c954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:27.183951 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-53113ad6-fd9d-41d6-a3ee-66350b59c954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:27.193094 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-838135ce-7517-46ae-93b7-17d9828165b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:27.235792 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-53113ad6-fd9d-41d6-a3ee-66350b59c954 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=05073fcf12464f7a91ac09eccf90174b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2627831 Jun 09 20:14:27.235792 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53113ad6-fd9d-41d6-a3ee-66350b59c954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1002c328-9dcb-4418-b1bf-80efc7a5ab6b,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:27.236159 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 46212) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:27.237290 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-53113ad6-fd9d-41d6-a3ee-66350b59c954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:27.281001 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [None req-e08c9891-1f35-4128-aa6f-212b662f2919 admin admin] Deleting port 79200a96-4166-4c30-b3ab-342575d8ed41 {{(pid=92456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:14:27.281564 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e08c9891-1f35-4128-aa6f-212b662f2919 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:27.380988 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ddc4b343-9ca2-43be-a91b-706ea5580018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:27.430584 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ddc4b343-9ca2-43be-a91b-706ea5580018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:27.454559 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [None req-e08c9891-1f35-4128-aa6f-212b662f2919 admin admin] For port 79200a96-4166-4c30-b3ab-342575d8ed41, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=79200a96-4166-4c30-b3ab-342575d8ed41,segment=NetworkSegment(0b99fca5-ede1-4ac7-8402-0a9eda2a243e),segment_id=0b99fca5-ede1-4ac7-8402-0a9eda2a243e)] {{(pid=92456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:14:27.454914 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e08c9891-1f35-4128-aa6f-212b662f2919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:27.589848 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [None req-e08c9891-1f35-4128-aa6f-212b662f2919 admin admin] Calling delete_port for 79200a96-4166-4c30-b3ab-342575d8ed41 owned by network:router_interface {{(pid=92456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:14:27.687447 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-c40a2697-0ed9-44c5-80f6-3e95360b9509 req-22bb42e8-7c16-4048-8851-d8f8c26aa525 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1064966 Jun 09 20:14:27.743702 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ddc4b343-9ca2-43be-a91b-706ea5580018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:27.746289 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ddc4b343-9ca2-43be-a91b-706ea5580018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:27.750867 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-ddc4b343-9ca2-43be-a91b-706ea5580018 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1002c328-9dcb-4418-b1bf-80efc7a5ab6b HTTP/1.1" status: 204 len: 168 time: 0.5095012 Jun 09 20:14:27.751097 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-1ab409e5-e9a5-46d3-803f-f7862a129bc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:27.795468 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc4b343-9ca2-43be-a91b-706ea5580018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1002c328-9dcb-4418-b1bf-80efc7a5ab6b,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:27.828671 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-ddc4b343-9ca2-43be-a91b-706ea5580018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:27.885492 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a2697-0ed9-44c5-80f6-3e95360b9509 req-c78f663e-4ea7-4df3-8eaf-c458599958ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:27.886949 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-c40a2697-0ed9-44c5-80f6-3e95360b9509 req-c78f663e-4ea7-4df3-8eaf-c458599958ae service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce21b31906334471913e27e7b2dd9bf2&device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 1099 time: 0.1262958 Jun 09 20:14:28.045707 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e08c9891-1f35-4128-aa6f-212b662f2919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2273976'] for port, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:28.052921 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-21fd07cc-f289-4a0c-93ab-a015e40e8ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:28.102133 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a2697-0ed9-44c5-80f6-3e95360b9509 req-e426b6fc-0ce1-4020-a429-bb234ebf50dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:28.103758 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-c40a2697-0ed9-44c5-80f6-3e95360b9509 req-e426b6fc-0ce1-4020-a429-bb234ebf50dc service neutron] 10.222.0.22 "GET /v2.0/networks?id=d61eb754-bcce-4b42-88fd-e498290dcd18 HTTP/1.1" status: 200 len: 918 time: 0.1906328 Jun 09 20:14:28.242067 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c9891-1f35-4128-aa6f-212b662f2919 admin admin] Pushing event deleted for resources: {'Port': ['ID=79200a96-4166-4c30-b3ab-342575d8ed41,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:28.296403 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-e08c9891-1f35-4128-aa6f-212b662f2919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:28.436317 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-c40a2697-0ed9-44c5-80f6-3e95360b9509 req-b915b2e6-b202-4eb8-a446-4a16139d7de2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=493d9495-9f3e-4f13-9c8c-517239ab826d HTTP/1.1" status: 200 len: 1002 time: 0.1871207 Jun 09 20:14:28.621170 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a2697-0ed9-44c5-80f6-3e95360b9509 req-23e82dff-46cd-442f-8db4-f6cd57cb64b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:28.622719 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-c40a2697-0ed9-44c5-80f6-3e95360b9509 req-23e82dff-46cd-442f-8db4-f6cd57cb64b4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3e75af2a-aa07-4655-b1c0-db112593470c HTTP/1.1" status: 200 len: 856 time: 0.1307173 Jun 09 20:14:28.699443 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e08c9891-1f35-4128-aa6f-212b662f2919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3714534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3927953'] for router_interface, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:28.808189 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a2697-0ed9-44c5-80f6-3e95360b9509 req-20f202ca-49a7-435a-99c3-5aca77a1ab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:28.809653 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-c40a2697-0ed9-44c5-80f6-3e95360b9509 req-20f202ca-49a7-435a-99c3-5aca77a1ab5f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d61eb754-bcce-4b42-88fd-e498290dcd18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1776171 Jun 09 20:14:29.035753 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-486f9eac-3430-4ffa-95d2-642047f40bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:29.095130 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-c40a2697-0ed9-44c5-80f6-3e95360b9509 req-0a7b1f0f-3ddf-498a-96be-5de3709c6183 service neutron] 10.222.0.22 "GET /v2.0/networks/d61eb754-bcce-4b42-88fd-e498290dcd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761860 Jun 09 20:14:29.288304 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08c9891-1f35-4128-aa6f-212b662f2919 admin admin] Router 38cde7f9-a14f-42e7-b03c-afe90a6b8af4 has already been hosted by L3 agent 64117835-a1f5-4801-ace7-11985afbc460 {{(pid=92456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 20:14:29.315446 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-c40a2697-0ed9-44c5-80f6-3e95360b9509 req-5df91da8-5769-4568-ad47-f89d2c9e10cc service neutron] 10.222.0.22 "GET /v2.0/networks/d61eb754-bcce-4b42-88fd-e498290dcd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126436 Jun 09 20:14:29.608913 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08c9891-1f35-4128-aa6f-212b662f2919 admin admin] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:14:29.613786 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-e08c9891-1f35-4128-aa6f-212b662f2919 admin admin] 10.222.0.15 "PUT /v2.0/routers/38cde7f9-a14f-42e7-b03c-afe90a6b8af4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5769625 Jun 09 20:14:29.616413 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 46288) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:29.622570 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56452b4e-8c36-4d7c-ae90-ac51abcaa739 None None] Sync routers for ids ['38cde7f9-a14f-42e7-b03c-afe90a6b8af4'] in dv-cinder-795669-1-iscsi {{(pid=92458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:14:29.632984 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56452b4e-8c36-4d7c-ae90-ac51abcaa739 None None] Routers {'38cde7f9-a14f-42e7-b03c-afe90a6b8af4'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:14:29.633586 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-56452b4e-8c36-4d7c-ae90-ac51abcaa739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:14:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['38cde7f9-a14f-42e7-b03c-afe90a6b8af4'], 'active': True} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:14:29.798945 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-d893db67-2f52-4e27-8a0d-502cf25ffc0a admin admin] Notify callbacks [] for router, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:29.821498 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvr_db [None req-56452b4e-8c36-4d7c-ae90-ac51abcaa739 None None] Set router 38cde7f9-a14f-42e7-b03c-afe90a6b8af4 gateway port host: dv-cinder-795669-1-iscsi {{(pid=92458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:14:29.990369 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-d893db67-2f52-4e27-8a0d-502cf25ffc0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:30.110610 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-56452b4e-8c36-4d7c-ae90-ac51abcaa739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38cde7f9-a14f-42e7-b03c-afe90a6b8af4', 'name': 'tempest-TestMinimumBasicScenario-236121413-router', 'tenant_id': '9bc1d041595d4920b0746fdf157159e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '385ac513-db0a-408a-ad71-6c388031133c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:11:04Z', 'updated_at': '2021-06-09T20:14:27Z', 'revision_number': 5, 'project_id': '9bc1d041595d4920b0746fdf157159e9', 'gw_port': {'id': '385ac513-db0a-408a-ad71-6c388031133c', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38cde7f9-a14f-42e7-b03c-afe90a6b8af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:11:07Z', 'updated_at': '2021-06-09T20:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi'}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:14:30.115027 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56452b4e-8c36-4d7c-ae90-ac51abcaa739 None None] Checking router: 38cde7f9-a14f-42e7-b03c-afe90a6b8af4 for host: dv-cinder-795669-1-iscsi {{(pid=92458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:14:30.124597 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56452b4e-8c36-4d7c-ae90-ac51abcaa739 None None] Routers {'38cde7f9-a14f-42e7-b03c-afe90a6b8af4'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:14:30.125441 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-56452b4e-8c36-4d7c-ae90-ac51abcaa739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:14:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['38cde7f9-a14f-42e7-b03c-afe90a6b8af4'], 'active': True} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:14:30.126794 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [None req-d893db67-2f52-4e27-8a0d-502cf25ffc0a admin admin] Deleting port 385ac513-db0a-408a-ad71-6c388031133c {{(pid=92456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:14:30.127371 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-d893db67-2f52-4e27-8a0d-502cf25ffc0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:30.266400 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [None req-d893db67-2f52-4e27-8a0d-502cf25ffc0a admin admin] For port 385ac513-db0a-408a-ad71-6c388031133c, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=385ac513-db0a-408a-ad71-6c388031133c,segment=NetworkSegment(5cc1a330-8329-4d0b-b0d5-254d1224405d),segment_id=5cc1a330-8329-4d0b-b0d5-254d1224405d)] {{(pid=92456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:14:30.266762 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-d893db67-2f52-4e27-8a0d-502cf25ffc0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:30.285579 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvr_db [None req-56452b4e-8c36-4d7c-ae90-ac51abcaa739 None None] Set router 38cde7f9-a14f-42e7-b03c-afe90a6b8af4 gateway port host: None {{(pid=92458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:14:30.393897 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [None req-d893db67-2f52-4e27-8a0d-502cf25ffc0a admin admin] Calling delete_port for 385ac513-db0a-408a-ad71-6c388031133c owned by network:router_gateway {{(pid=92456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:14:30.395356 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-56452b4e-8c36-4d7c-ae90-ac51abcaa739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38cde7f9-a14f-42e7-b03c-afe90a6b8af4', 'name': 'tempest-TestMinimumBasicScenario-236121413-router', 'tenant_id': '9bc1d041595d4920b0746fdf157159e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:11:04Z', 'updated_at': '2021-06-09T20:14:29Z', 'revision_number': 6, 'project_id': '9bc1d041595d4920b0746fdf157159e9', 'gw_port_host': None}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:14:30.399810 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56452b4e-8c36-4d7c-ae90-ac51abcaa739 None None] The sync data for ids ['38cde7f9-a14f-42e7-b03c-afe90a6b8af4'] in dv-cinder-795669-1-iscsi is: [{'id': '38cde7f9-a14f-42e7-b03c-afe90a6b8af4', 'name': 'tempest-TestMinimumBasicScenario-236121413-router', 'tenant_id': '9bc1d041595d4920b0746fdf157159e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:11:04Z', 'updated_at': '2021-06-09T20:14:29Z', 'revision_number': 6, 'project_id': '9bc1d041595d4920b0746fdf157159e9', 'gw_port_host': None}] {{(pid=92458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:14:30.658380 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-d893db67-2f52-4e27-8a0d-502cf25ffc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2273976'] for port, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:30.663169 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-a637eae7-19d9-4a3a-8e99-64b63312f94d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:30.710504 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893db67-2f52-4e27-8a0d-502cf25ffc0a admin admin] Pushing event deleted for resources: {'Port': ['ID=385ac513-db0a-408a-ad71-6c388031133c,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:30.774506 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-d893db67-2f52-4e27-8a0d-502cf25ffc0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:30.805874 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-d893db67-2f52-4e27-8a0d-502cf25ffc0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3925078'] for router_gateway, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:30.975790 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-d893db67-2f52-4e27-8a0d-502cf25ffc0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3905294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3075'] for router, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:30.977966 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-d893db67-2f52-4e27-8a0d-502cf25ffc0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:31.161294 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-d893db67-2f52-4e27-8a0d-502cf25ffc0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3905434'] for router, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:31.161864 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d893db67-2f52-4e27-8a0d-502cf25ffc0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38cde7f9-a14f-42e7-b03c-afe90a6b8af4 {{(pid=92456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 20:14:31.166734 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-d893db67-2f52-4e27-8a0d-502cf25ffc0a admin admin] Notify callbacks [] for router, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:31.167901 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-d893db67-2f52-4e27-8a0d-502cf25ffc0a admin admin] 10.222.0.15 "DELETE /v2.0/routers/38cde7f9-a14f-42e7-b03c-afe90a6b8af4 HTTP/1.1" status: 204 len: 168 time: 1.5503669 Jun 09 20:14:31.170460 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 46318) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:31.234596 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_v2 [None req-698ce76d-beea-40c9-8c41-076f79ef0552 admin admin] Deleting subnet 8efb8bfc-076f-4b0d-aa82-3740afb64932 {{(pid=92456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 20:14:31.237424 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-698ce76d-beea-40c9-8c41-076f79ef0552 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:31.397527 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-698ce76d-beea-40c9-8c41-076f79ef0552 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299860'] for subnet, precommit_delete_associations {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:31.455493 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:31.482947 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-698ce76d-beea-40c9-8c41-076f79ef0552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883559'] for subnet, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:31.670797 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-698ce76d-beea-40c9-8c41-076f79ef0552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2274034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2365105'] for subnet, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:31.680879 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:31.696468 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 79200a96-4166-4c30-b3ab-342575d8ed41 no longer exists at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:14:31.709744 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-698ce76d-beea-40c9-8c41-076f79ef0552 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:31.711667 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-698ce76d-beea-40c9-8c41-076f79ef0552 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8efb8bfc-076f-4b0d-aa82-3740afb64932 HTTP/1.1" status: 204 len: 168 time: 0.5401468 Jun 09 20:14:31.714250 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 46326) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:31.716155 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ce76d-beea-40c9-8c41-076f79ef0552 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8efb8bfc-076f-4b0d-aa82-3740afb64932,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:31.718389 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-698ce76d-beea-40c9-8c41-076f79ef0552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:31.725579 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3696fb84-444b-4163-bec6-ab480e8318eb None None] Network 2cf55ef2-33fd-442f-888a-4f5a031c4bd9 requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:14:31.792863 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] No Port match for: 79200a96-4166-4c30-b3ab-342575d8ed41 {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:14:31.793205 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 79200a96-4166-4c30-b3ab-342575d8ed41 not bound to the agent host dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:14:31.793630 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 385ac513-db0a-408a-ad71-6c388031133c no longer exists at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:14:31.832640 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-31ba5c94-ca01-4303-b2ef-720ccbdbe7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769015'] for network, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:31.837686 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] No Port match for: 385ac513-db0a-408a-ad71-6c388031133c {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:14:31.838040 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 385ac513-db0a-408a-ad71-6c388031133c not bound to the agent host dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:14:31.914438 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.plugin [None req-31ba5c94-ca01-4303-b2ef-720ccbdbe7e4 admin admin] Deleting port 665116c5-a737-4d96-8dbb-285f978bc118 {{(pid=92455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:14:31.914802 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-31ba5c94-ca01-4303-b2ef-720ccbdbe7e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:31.934458 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-f76decb3-145b-4ff0-9418-f6f73f1b6b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:32.018983 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.db [None req-31ba5c94-ca01-4303-b2ef-720ccbdbe7e4 admin admin] For port 665116c5-a737-4d96-8dbb-285f978bc118, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=665116c5-a737-4d96-8dbb-285f978bc118,segment=NetworkSegment(0b99fca5-ede1-4ac7-8402-0a9eda2a243e),segment_id=0b99fca5-ede1-4ac7-8402-0a9eda2a243e)] {{(pid=92455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:14:32.018983 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-31ba5c94-ca01-4303-b2ef-720ccbdbe7e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:32.040448 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792fcfd4-2c3e-47de-bc82-4a2788c332a3 None None] DHCP port deletion for 2cf55ef2-33fd-442f-888a-4f5a031c4bd9 request from dv-cinder-795669-1-iscsi {{(pid=92457) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 20:14:32.112233 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-792fcfd4-2c3e-47de-bc82-4a2788c332a3 None None] Deleting port 665116c5-a737-4d96-8dbb-285f978bc118 {{(pid=92457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:14:32.112554 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-792fcfd4-2c3e-47de-bc82-4a2788c332a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:32.148721 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.plugin [None req-31ba5c94-ca01-4303-b2ef-720ccbdbe7e4 admin admin] Calling delete_port for 665116c5-a737-4d96-8dbb-285f978bc118 owned by network:dhcp {{(pid=92455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:14:32.210452 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-792fcfd4-2c3e-47de-bc82-4a2788c332a3 None None] For port 665116c5-a737-4d96-8dbb-285f978bc118, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=665116c5-a737-4d96-8dbb-285f978bc118,segment=NetworkSegment(0b99fca5-ede1-4ac7-8402-0a9eda2a243e),segment_id=0b99fca5-ede1-4ac7-8402-0a9eda2a243e)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:14:32.210852 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-792fcfd4-2c3e-47de-bc82-4a2788c332a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:32.258584 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-31ba5c94-ca01-4303-b2ef-720ccbdbe7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162651'] for port, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:32.264247 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:32.306003 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba5c94-ca01-4303-b2ef-720ccbdbe7e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=665116c5-a737-4d96-8dbb-285f978bc118,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:32.312441 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-31ba5c94-ca01-4303-b2ef-720ccbdbe7e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:32.313223 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ba5c94-ca01-4303-b2ef-720ccbdbe7e4 admin admin] No DVR routers for this DVR port 665116c5-a737-4d96-8dbb-285f978bc118 on host dv-cinder-795669-1-iscsi {{(pid=92455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 20:14:32.329948 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-792fcfd4-2c3e-47de-bc82-4a2788c332a3 None None] Calling delete_port for 665116c5-a737-4d96-8dbb-285f978bc118 owned by network:dhcp {{(pid=92457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:14:32.378829 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-792fcfd4-2c3e-47de-bc82-4a2788c332a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377'] for port, after_delete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:32.382733 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:32.433604 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792fcfd4-2c3e-47de-bc82-4a2788c332a3 None None] Pushing event deleted for resources: {'Port': ['ID=665116c5-a737-4d96-8dbb-285f978bc118,revision_number=None']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:32.438094 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-792fcfd4-2c3e-47de-bc82-4a2788c332a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:32.440329 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792fcfd4-2c3e-47de-bc82-4a2788c332a3 None None] No DVR routers for this DVR port 665116c5-a737-4d96-8dbb-285f978bc118 on host dv-cinder-795669-1-iscsi {{(pid=92457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 20:14:32.441062 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-31ba5c94-ca01-4303-b2ef-720ccbdbe7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884462', 'neutron.services.segments.db._delete_segments_for_network-8784791871416'] for network, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:32.459590 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.services.segments.db [None req-31ba5c94-ca01-4303-b2ef-720ccbdbe7e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf55ef2-33fd-442f-888a-4f5a031c4bd9']}} {{(pid=92455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:14:32.472224 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.services.segments.db [None req-31ba5c94-ca01-4303-b2ef-720ccbdbe7e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b99fca5-ede1-4ac7-8402-0a9eda2a243e') {'for_net_delete': True} {{(pid=92455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:14:32.472519 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.services.segments.db [None req-31ba5c94-ca01-4303-b2ef-720ccbdbe7e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b99fca5-ede1-4ac7-8402-0a9eda2a243e') {} {{(pid=92455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:14:32.484120 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-31ba5c94-ca01-4303-b2ef-720ccbdbe7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784791825875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125558'] for segment, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:32.499953 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-31ba5c94-ca01-4303-b2ef-720ccbdbe7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028'] for segment, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:32.505929 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31ba5c94-ca01-4303-b2ef-720ccbdbe7e4 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=92455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 20:14:32.506314 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-31ba5c94-ca01-4303-b2ef-720ccbdbe7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162676'] for segment, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:32.519910 dv-cinder-795669-1-iscsi neutron-server[92455]: Traceback (most recent call last): Jun 09 20:14:32.519910 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 20:14:32.519910 dv-cinder-795669-1-iscsi neutron-server[92455]: timer() Jun 09 20:14:32.519910 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 20:14:32.519910 dv-cinder-795669-1-iscsi neutron-server[92455]: cb(*args, **kw) Jun 09 20:14:32.519910 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 20:14:32.519910 dv-cinder-795669-1-iscsi neutron-server[92455]: return func(*args, **kwargs) Jun 09 20:14:32.519910 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 20:14:32.519910 dv-cinder-795669-1-iscsi neutron-server[92455]: self._notify() Jun 09 20:14:32.519910 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 20:14:32.519910 dv-cinder-795669-1-iscsi neutron-server[92455]: self.callback(batched_events) Jun 09 20:14:32.519910 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 20:14:32.519910 dv-cinder-795669-1-iscsi neutron-server[92455]: event.method(event) Jun 09 20:14:32.519910 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 20:14:32.519910 dv-cinder-795669-1-iscsi neutron-server[92455]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 20:14:32.519910 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 20:14:32.519910 dv-cinder-795669-1-iscsi neutron-server[92455]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 20:14:32.519910 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 20:14:32.519910 dv-cinder-795669-1-iscsi neutron-server[92455]: return f(self, *a, **k) Jun 09 20:14:32.519910 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 20:14:32.519910 dv-cinder-795669-1-iscsi neutron-server[92455]: return self._get(url).json() Jun 09 20:14:32.519910 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 20:14:32.519910 dv-cinder-795669-1-iscsi neutron-server[92455]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 20:14:32.519910 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 20:14:32.519910 dv-cinder-795669-1-iscsi neutron-server[92455]: return self.request(url, 'GET', **kwargs) Jun 09 20:14:32.519910 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 20:14:32.519910 dv-cinder-795669-1-iscsi neutron-server[92455]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 20:14:32.519910 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 20:14:32.519910 dv-cinder-795669-1-iscsi neutron-server[92455]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 20:14:32.519910 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 20:14:32.519910 dv-cinder-795669-1-iscsi neutron-server[92455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 20:14:32.519910 dv-cinder-795669-1-iscsi neutron-server[92455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 20:14:32.658400 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-31ba5c94-ca01-4303-b2ef-720ccbdbe7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3854142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3925107'] for network, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:32.662075 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:32.678370 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-31ba5c94-ca01-4303-b2ef-720ccbdbe7e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for network, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:32.680181 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-31ba5c94-ca01-4303-b2ef-720ccbdbe7e4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2cf55ef2-33fd-442f-888a-4f5a031c4bd9 HTTP/1.1" status: 204 len: 168 time: 0.9648736 Jun 09 20:14:32.686720 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba5c94-ca01-4303-b2ef-720ccbdbe7e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cf55ef2-33fd-442f-888a-4f5a031c4bd9,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:32.690750 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-31ba5c94-ca01-4303-b2ef-720ccbdbe7e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:32.755841 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:32.933511 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 6 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:14:33.384947 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 46346) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:33.455919 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-317ff94d-e3db-4c6f-807b-770e4dc5c3d5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bc4be921a85642e6a1eaee96dd2e4f81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0696044 Jun 09 20:14:33.462861 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 46352) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:33.520630 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-a1582dd5-6324-4bb1-8416-3b53ee6e98f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:33.546332 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-a1582dd5-6324-4bb1-8416-3b53ee6e98f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:33.691710 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 665116c5-a737-4d96-8dbb-285f978bc118 no longer exists at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:14:33.692770 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-a1582dd5-6324-4bb1-8416-3b53ee6e98f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:33.695272 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-a1582dd5-6324-4bb1-8416-3b53ee6e98f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:33.696433 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-a1582dd5-6324-4bb1-8416-3b53ee6e98f2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/99d0ceae-76a4-4ad7-a6c0-e99d42294f18 HTTP/1.1" status: 204 len: 168 time: 0.2325616 Jun 09 20:14:33.697229 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-2fb6077b-f642-420f-8224-460a5913d5d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:33.707987 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1582dd5-6324-4bb1-8416-3b53ee6e98f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d0ceae-76a4-4ad7-a6c0-e99d42294f18,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:33.710524 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-a1582dd5-6324-4bb1-8416-3b53ee6e98f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:33.735258 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] No Port match for: 665116c5-a737-4d96-8dbb-285f978bc118 {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:14:33.735671 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 665116c5-a737-4d96-8dbb-285f978bc118 not bound to the agent host dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:14:34.363849 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 46358) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:34.366485 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:34.415756 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-5d45f2b5-33a3-458e-ac99-e1e7262c35e8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9bc1d041595d4920b0746fdf157159e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505903 Jun 09 20:14:34.418124 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 46360) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:34.478574 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-5f40e83c-086d-4d7b-b7ca-11bf5c3ccbd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:34.503584 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-5f40e83c-086d-4d7b-b7ca-11bf5c3ccbd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:34.648249 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-5f40e83c-086d-4d7b-b7ca-11bf5c3ccbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:34.650694 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-5f40e83c-086d-4d7b-b7ca-11bf5c3ccbd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:34.651870 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-5f40e83c-086d-4d7b-b7ca-11bf5c3ccbd6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/70e12df5-ad33-418b-ac59-b61cc2470d60 HTTP/1.1" status: 204 len: 168 time: 0.2328362 Jun 09 20:14:34.652709 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-c686b3bc-6de0-422a-9b53-5d79c72c554c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:34.662987 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40e83c-086d-4d7b-b7ca-11bf5c3ccbd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e12df5-ad33-418b-ac59-b61cc2470d60,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:34.665347 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-5f40e83c-086d-4d7b-b7ca-11bf5c3ccbd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:35.825943 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 46418) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:35.932019 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [None req-22a42557-854b-4c1c-b140-5f1752a59975 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1872716444-network', 'tenant_id': '77d6b587facd4bc88ca77baf7f14c937'}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:14:36.046773 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a42557-854b-4c1c-b140-5f1752a59975 admin admin] Made reservation on behalf of 77d6b587facd4bc88ca77baf7f14c937 for: {'network': 1} {{(pid=92455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:14:36.049468 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-22a42557-854b-4c1c-b140-5f1752a59975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-786179'] for network, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:36.062132 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-22a42557-854b-4c1c-b140-5f1752a59975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:36.161002 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-22a42557-854b-4c1c-b140-5f1752a59975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:36.241190 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-22a42557-854b-4c1c-b140-5f1752a59975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:36.245527 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-a1582dd5-6324-4bb1-8416-3b53ee6e98f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:36.275589 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a42557-854b-4c1c-b140-5f1752a59975 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=92455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 20:14:36.284051 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a42557-854b-4c1c-b140-5f1752a59975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac377ee-d364-4284-b65d-d5549cf622eb,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:36.287461 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-22a42557-854b-4c1c-b140-5f1752a59975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:36.289852 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-22a42557-854b-4c1c-b140-5f1752a59975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028'] for segment, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:36.290170 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.db.segments_db [None req-22a42557-854b-4c1c-b140-5f1752a59975 admin admin] Added segment 4f17cc2f-0ced-4f87-8ac8-36a00d8686cf of type vlan for network c25cf144-9666-4eca-b7e8-da4423771347 Jun 09 20:14:36.412002 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-22a42557-854b-4c1c-b140-5f1752a59975 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784791347429'] for network, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:36.515446 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-22a42557-854b-4c1c-b140-5f1752a59975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3854142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545'] for network, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:36.516835 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a42557-854b-4c1c-b140-5f1752a59975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:36.517424 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-22a42557-854b-4c1c-b140-5f1752a59975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for network, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:36.522357 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:36.618109 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a42557-854b-4c1c-b140-5f1752a59975 admin admin] Pushing event updated for resources: {'Network': ['ID=c25cf144-9666-4eca-b7e8-da4423771347,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:36.621325 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-22a42557-854b-4c1c-b140-5f1752a59975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:36.628259 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Network c25cf144-9666-4eca-b7e8-da4423771347 details requested by agent ovs-agent-dv-cinder-795669-1-iscsi with host dv-cinder-795669-1-iscsi {{(pid=92457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 20:14:36.716791 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-22a42557-854b-4c1c-b140-5f1752a59975 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8896208 Jun 09 20:14:36.719728 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 46446) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:36.724667 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [None req-e26e7ed8-7c0d-41ca-98be-5e8248ba25b3 admin admin] Request body: {'subnet': {'network_id': 'c25cf144-9666-4eca-b7e8-da4423771347', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1872716444-subnet', 'tenant_id': '77d6b587facd4bc88ca77baf7f14c937', 'ip_version': 4}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:14:36.870515 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26e7ed8-7c0d-41ca-98be-5e8248ba25b3 admin admin] Made reservation on behalf of 77d6b587facd4bc88ca77baf7f14c937 for: {'subnet': 1} {{(pid=92455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:14:36.872876 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e26e7ed8-7c0d-41ca-98be-5e8248ba25b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403905'] for subnet, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:37.188773 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e26e7ed8-7c0d-41ca-98be-5e8248ba25b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4162774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2403891'] for subnet, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:37.192943 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-933d2d68-b199-427d-a7de-4579d9461ace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:37.275295 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e7ed8-7c0d-41ca-98be-5e8248ba25b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6100829-d6cf-4576-ade0-479f0419f14e,revision_number=0']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:37.278546 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-e26e7ed8-7c0d-41ca-98be-5e8248ba25b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:37.286372 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26e7ed8-7c0d-41ca-98be-5e8248ba25b3 admin admin] Checking segment: {'id': '4f17cc2f-0ced-4f87-8ac8-36a00d8686cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c25cf144-9666-4eca-b7e8-da4423771347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:14:37.286724 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26e7ed8-7c0d-41ca-98be-5e8248ba25b3 admin admin] Network hostable DHCP agents. Network: c25cf144-9666-4eca-b7e8-da4423771347, hostable agents: ['2a21a80c-97c7-49ed-8bbe-36caa960580c'], hosted agents: [] {{(pid=92455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 20:14:37.419881 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26e7ed8-7c0d-41ca-98be-5e8248ba25b3 admin admin] Network c25cf144-9666-4eca-b7e8-da4423771347 is scheduled to be hosted by DHCP agent 2a21a80c-97c7-49ed-8bbe-36caa960580c with binding_index 1 {{(pid=92455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 20:14:37.550180 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.base_scheduler [None req-e26e7ed8-7c0d-41ca-98be-5e8248ba25b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795669-1-iscsi, c25cf144-9666-4eca-b7e8-da4423771347) {{(pid=92455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:14:37.554942 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26e7ed8-7c0d-41ca-98be-5e8248ba25b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:37.555675 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e26e7ed8-7c0d-41ca-98be-5e8248ba25b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for subnet, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:37.569468 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5440fc8-3341-4acb-a50b-cac26665752b None None] Network c25cf144-9666-4eca-b7e8-da4423771347 requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:14:37.796973 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-e26e7ed8-7c0d-41ca-98be-5e8248ba25b3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0761542 Jun 09 20:14:37.799763 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 46462) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:37.804346 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [None req-e1b2e03f-64fa-4087-8a2a-047913468bc3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1872716444-router', 'tenant_id': '77d6b587facd4bc88ca77baf7f14c937', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'}}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:14:37.806157 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e80078-406e-44a8-b87a-fc57a5c15e9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9039d117-f7fa-5a03-916c-66ac7993bb31-c25cf144-9666-4eca-b7e8-da4423771347', 'network_id': 'c25cf144-9666-4eca-b7e8-da4423771347', 'tenant_id': '77d6b587facd4bc88ca77baf7f14c937', 'fixed_ips': [{'subnet_id': 'e6100829-d6cf-4576-ade0-479f0419f14e'}]}} from dv-cinder-795669-1-iscsi. {{(pid=92457) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 20:14:37.809099 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-b6e80078-406e-44a8-b87a-fc57a5c15e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:37.963005 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.db_base_plugin_common [None req-b6e80078-406e-44a8-b87a-fc57a5c15e9a None None] Allocated IP 172.20.0.2 (c25cf144-9666-4eca-b7e8-da4423771347/e6100829-d6cf-4576-ade0-479f0419f14e/30930f1c-4c1b-4fa3-9348-ebc735e57b01) {{(pid=92457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:14:38.001438 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e1b2e03f-64fa-4087-8a2a-047913468bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3905348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3093'] for router, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:38.002491 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e1b2e03f-64fa-4087-8a2a-047913468bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3924451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3978520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3084'] for router, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:38.017464 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e1b2e03f-64fa-4087-8a2a-047913468bc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:38.168942 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-b6e80078-406e-44a8-b87a-fc57a5c15e9a None None] Notify callbacks [] for port, precommit_create {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:38.179650 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-b6e80078-406e-44a8-b87a-fc57a5c15e9a None None] Transition to ACTIVE for port object 30930f1c-4c1b-4fa3-9348-ebc735e57b01 will not be triggered until provisioned by entity L2. {{(pid=92457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:14:38.197247 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-b6e80078-406e-44a8-b87a-fc57a5c15e9a None None] Transition to ACTIVE for port object 30930f1c-4c1b-4fa3-9348-ebc735e57b01 will not be triggered until provisioned by entity DHCP. {{(pid=92457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:14:38.241581 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-b6e80078-406e-44a8-b87a-fc57a5c15e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368'] for port, after_create {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:38.247118 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:38.309186 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e80078-406e-44a8-b87a-fc57a5c15e9a None None] Network c25cf144-9666-4eca-b7e8-da4423771347 is already hosted by enough agents. {{(pid=92457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:14:38.311987 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.scheduler.base_scheduler [None req-b6e80078-406e-44a8-b87a-fc57a5c15e9a None None] Resources bound (agent type, host, resource id): {{(pid=92457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:14:38.314664 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e80078-406e-44a8-b87a-fc57a5c15e9a None None] Received port after_create {{(pid=92457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:14:38.361530 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e80078-406e-44a8-b87a-fc57a5c15e9a None None] Pushing event updated for resources: {'Port': ['ID=30930f1c-4c1b-4fa3-9348-ebc735e57b01,revision_number=1']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:38.364390 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-b6e80078-406e-44a8-b87a-fc57a5c15e9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:38.418690 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-b6e80078-406e-44a8-b87a-fc57a5c15e9a None None] Attempting to bind port 30930f1c-4c1b-4fa3-9348-ebc735e57b01 on host dv-cinder-795669-1-iscsi for vnic_type normal with profile {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:14:38.419110 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-b6e80078-406e-44a8-b87a-fc57a5c15e9a None None] Attempting to bind port 30930f1c-4c1b-4fa3-9348-ebc735e57b01 by drivers openvswitch,hyperv on host dv-cinder-795669-1-iscsi at level 0 using segments [{'id': '4f17cc2f-0ced-4f87-8ac8-36a00d8686cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c25cf144-9666-4eca-b7e8-da4423771347'}] {{(pid=92457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:14:38.420051 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e80078-406e-44a8-b87a-fc57a5c15e9a None None] Attempting to bind port 30930f1c-4c1b-4fa3-9348-ebc735e57b01 on network c25cf144-9666-4eca-b7e8-da4423771347 {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:14:38.426018 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e80078-406e-44a8-b87a-fc57a5c15e9a None None] Checking agent: {'id': 'b1990edb-c1d4-4f42-bb5d-5bf0b4ac7e85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 19, 59, 31), 'started_at': datetime.datetime(2021, 6, 9, 20, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:14:38.426391 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e80078-406e-44a8-b87a-fc57a5c15e9a None None] Checking segment: {'id': '4f17cc2f-0ced-4f87-8ac8-36a00d8686cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c25cf144-9666-4eca-b7e8-da4423771347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:14:38.426805 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-b6e80078-406e-44a8-b87a-fc57a5c15e9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:38.427223 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e80078-406e-44a8-b87a-fc57a5c15e9a None None] Bound using segment: {'id': '4f17cc2f-0ced-4f87-8ac8-36a00d8686cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c25cf144-9666-4eca-b7e8-da4423771347'} {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:14:38.427718 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-b6e80078-406e-44a8-b87a-fc57a5c15e9a None None] Bound port: 30930f1c-4c1b-4fa3-9348-ebc735e57b01, host: dv-cinder-795669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f17cc2f-0ced-4f87-8ac8-36a00d8686cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c25cf144-9666-4eca-b7e8-da4423771347'}}] {{(pid=92457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:14:38.428175 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-b6e80078-406e-44a8-b87a-fc57a5c15e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:38.434692 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e1b2e03f-64fa-4087-8a2a-047913468bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3924369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3905386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3130'] for router, precommit_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:38.520973 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-b6e80078-406e-44a8-b87a-fc57a5c15e9a None None] For port 30930f1c-4c1b-4fa3-9348-ebc735e57b01, host dv-cinder-795669-1-iscsi, cleared binding levels {{(pid=92457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:14:38.524248 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-b6e80078-406e-44a8-b87a-fc57a5c15e9a None None] For port 30930f1c-4c1b-4fa3-9348-ebc735e57b01, host dv-cinder-795669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=30930f1c-4c1b-4fa3-9348-ebc735e57b01,segment=NetworkSegment(4f17cc2f-0ced-4f87-8ac8-36a00d8686cf),segment_id=4f17cc2f-0ced-4f87-8ac8-36a00d8686cf)] {{(pid=92457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:14:38.613497 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-b6e80078-406e-44a8-b87a-fc57a5c15e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:38.618115 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:38.693878 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e80078-406e-44a8-b87a-fc57a5c15e9a None None] Pushing event updated for resources: {'Port': ['ID=30930f1c-4c1b-4fa3-9348-ebc735e57b01,revision_number=2']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:38.697437 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-b6e80078-406e-44a8-b87a-fc57a5c15e9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:38.872559 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e1b2e03f-64fa-4087-8a2a-047913468bc3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:38.914394 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e1b2e03f-64fa-4087-8a2a-047913468bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:39.111413 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.db.db_base_plugin_common [None req-e1b2e03f-64fa-4087-8a2a-047913468bc3 admin admin] Allocated IP 172.27.0.21 (7113ecea-0b68-4d56-a6ae-4e94112ae602/d4394e15-b094-4f4f-853e-c157ecdb6024/5d190e36-f90d-4731-81d8-6c127a5de3b4) {{(pid=92455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:14:39.119464 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 46488) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:39.240599 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-1f1afcc5-44a2-48b2-bf06-eb05be7aa480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:39.273525 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e1b2e03f-64fa-4087-8a2a-047913468bc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:39.350798 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-1f1afcc5-44a2-48b2-bf06-eb05be7aa480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:39.385215 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e1b2e03f-64fa-4087-8a2a-047913468bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162594'] for port, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:39.394651 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-587b0404-7f60-4afc-a509-fadf2fd1faba tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:39.413134 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-1f1afcc5-44a2-48b2-bf06-eb05be7aa480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:39.428514 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-3e267e6d-be82-4913-9461-4acc81aa4fd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:39.459804 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-1f1afcc5-44a2-48b2-bf06-eb05be7aa480 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b4bc10ce65384260bc8cee4ec89257f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3368890 Jun 09 20:14:39.463282 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 46494) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:39.490378 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1afcc5-44a2-48b2-bf06-eb05be7aa480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528bb824-e890-4fe8-9f46-b6600dbe8e21,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:39.495613 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-1f1afcc5-44a2-48b2-bf06-eb05be7aa480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:39.545646 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f03b3cde-1875-405b-a358-55f4d3ce8643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:39.566816 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b2e03f-64fa-4087-8a2a-047913468bc3 admin admin] Network 7113ecea-0b68-4d56-a6ae-4e94112ae602 is already hosted by enough agents. {{(pid=92455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:14:39.570420 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.base_scheduler [None req-e1b2e03f-64fa-4087-8a2a-047913468bc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:14:39.573079 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b2e03f-64fa-4087-8a2a-047913468bc3 admin admin] Received port after_create {{(pid=92455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:14:39.576161 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f03b3cde-1875-405b-a358-55f4d3ce8643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:39.619748 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b2e03f-64fa-4087-8a2a-047913468bc3 admin admin] Pushing event updated for resources: {'Port': ['ID=5d190e36-f90d-4731-81d8-6c127a5de3b4,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:39.623394 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-e1b2e03f-64fa-4087-8a2a-047913468bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:39.742509 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 30930f1c-4c1b-4fa3-9348-ebc735e57b01 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:14:39.772531 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be222594-f964-49a7-8be4-ac2509c502d6 None None] Network c25cf144-9666-4eca-b7e8-da4423771347 requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:14:39.803506 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f03b3cde-1875-405b-a358-55f4d3ce8643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:39.806132 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f03b3cde-1875-405b-a358-55f4d3ce8643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:39.809813 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-f03b3cde-1875-405b-a358-55f4d3ce8643 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/528bb824-e890-4fe8-9f46-b6600dbe8e21 HTTP/1.1" status: 204 len: 168 time: 0.3455534 Jun 09 20:14:39.809813 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-b7c7b790-fbf5-4ab3-aed1-836633abe582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:39.831984 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b3cde-1875-405b-a358-55f4d3ce8643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528bb824-e890-4fe8-9f46-b6600dbe8e21,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:39.836696 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-f03b3cde-1875-405b-a358-55f4d3ce8643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:40.025920 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-60f3a491-17fa-4542-a053-3203d9b215a5 None None] Provisioning for port 30930f1c-4c1b-4fa3-9348-ebc735e57b01 completed by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:14:40.061233 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning for port 30930f1c-4c1b-4fa3-9348-ebc735e57b01 completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:14:40.068025 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 30930f1c-4c1b-4fa3-9348-ebc735e57b01 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:14:40.068401 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:40.192444 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e1b2e03f-64fa-4087-8a2a-047913468bc3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:40.210402 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:40.250512 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] For port 30930f1c-4c1b-4fa3-9348-ebc735e57b01, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=30930f1c-4c1b-4fa3-9348-ebc735e57b01,segment=NetworkSegment(4f17cc2f-0ced-4f87-8ac8-36a00d8686cf),segment_id=4f17cc2f-0ced-4f87-8ac8-36a00d8686cf)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:14:40.327494 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:40.331102 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:40.406255 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-a16cc201-803c-4ed8-b5d5-0b89b53eea2b None None] Provisioning complete for port 30930f1c-4c1b-4fa3-9348-ebc735e57b01 triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:14:40.406530 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-a16cc201-803c-4ed8-b5d5-0b89b53eea2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:40.452513 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Pushing event updated for resources: {'Port': ['ID=30930f1c-4c1b-4fa3-9348-ebc735e57b01,revision_number=3']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:40.455900 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:40.586683 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e1b2e03f-64fa-4087-8a2a-047913468bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3905395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3924414'] for router, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:40.655374 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 46508) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:40.673483 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b159dfdb-d637-4fa1-9a89-66d13b913ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:40.780086 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b159dfdb-d637-4fa1-9a89-66d13b913ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:40.869797 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b2e03f-64fa-4087-8a2a-047913468bc3 admin admin] Router 9bda25a0-a9d1-4249-8071-e227b944b27e is scheduled to L3 agent 64117835-a1f5-4801-ace7-11985afbc460 with binding_index 1 {{(pid=92455) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 20:14:40.870044 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b159dfdb-d637-4fa1-9a89-66d13b913ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:40.884421 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-92ead463-b418-4403-bad6-532929e559df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:40.922581 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-b159dfdb-d637-4fa1-9a89-66d13b913ca1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1bc0669d91f24e4a998b79eff1e26a35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2660406 Jun 09 20:14:40.924544 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b159dfdb-d637-4fa1-9a89-66d13b913ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aeadfa0-7c10-4045-9cf5-6ada9f87cae4,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:40.926741 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 46510) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:40.928730 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-b159dfdb-d637-4fa1-9a89-66d13b913ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:40.984914 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-6f085675-dda3-4bc0-a378-0b731e9d3b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:41.010802 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-6f085675-dda3-4bc0-a378-0b731e9d3b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:41.058893 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b2e03f-64fa-4087-8a2a-047913468bc3 admin admin] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:14:41.074962 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa259b1-fb41-479d-8f46-4017f3b5167b None None] Sync routers for ids ['9bda25a0-a9d1-4249-8071-e227b944b27e'] in dv-cinder-795669-1-iscsi {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:14:41.084673 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa259b1-fb41-479d-8f46-4017f3b5167b None None] Routers {'9bda25a0-a9d1-4249-8071-e227b944b27e'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:14:41.085303 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-caa259b1-fb41-479d-8f46-4017f3b5167b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:14:32Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['9bda25a0-a9d1-4249-8071-e227b944b27e'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:14:41.178787 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-6f085675-dda3-4bc0-a378-0b731e9d3b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:41.181261 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-6f085675-dda3-4bc0-a378-0b731e9d3b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:41.184717 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-6f085675-dda3-4bc0-a378-0b731e9d3b72 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9aeadfa0-7c10-4045-9cf5-6ada9f87cae4 HTTP/1.1" status: 204 len: 168 time: 0.2547505 Jun 09 20:14:41.184717 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-fe1bc564-9cd8-4349-afe7-aab92edd0acb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:41.196856 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f085675-dda3-4bc0-a378-0b731e9d3b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aeadfa0-7c10-4045-9cf5-6ada9f87cae4,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:41.197769 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e1b2e03f-64fa-4087-8a2a-047913468bc3 admin admin] Notify callbacks [] for router, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:41.198998 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-e1b2e03f-64fa-4087-8a2a-047913468bc3 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3982947 Jun 09 20:14:41.204598 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 46514) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:41.206519 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-6f085675-dda3-4bc0-a378-0b731e9d3b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:41.352063 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-caa259b1-fb41-479d-8f46-4017f3b5167b None None] Set router 9bda25a0-a9d1-4249-8071-e227b944b27e gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:14:41.667879 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-caa259b1-fb41-479d-8f46-4017f3b5167b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bda25a0-a9d1-4249-8071-e227b944b27e', 'name': 'tempest-TestShelveInstance-1872716444-router', 'tenant_id': '77d6b587facd4bc88ca77baf7f14c937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '5d190e36-f90d-4731-81d8-6c127a5de3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:14:38Z', 'updated_at': '2021-06-09T20:14:39Z', 'revision_number': 3, 'project_id': '77d6b587facd4bc88ca77baf7f14c937', 'gw_port': {'id': '5d190e36-f90d-4731-81d8-6c127a5de3b4', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:95:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bda25a0-a9d1-4249-8071-e227b944b27e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:14:38Z', 'updated_at': '2021-06-09T20:14:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi'}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:14:41.672397 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa259b1-fb41-479d-8f46-4017f3b5167b None None] Checking router: 9bda25a0-a9d1-4249-8071-e227b944b27e for host: dv-cinder-795669-1-iscsi {{(pid=92457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:14:41.672758 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa259b1-fb41-479d-8f46-4017f3b5167b None None] Updating router 9bda25a0-a9d1-4249-8071-e227b944b27e port 5d190e36-f90d-4731-81d8-6c127a5de3b4 binding host dv-cinder-795669-1-iscsi {{(pid=92457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 20:14:41.717721 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 30930f1c-4c1b-4fa3-9348-ebc735e57b01 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:14:41.769798 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-caa259b1-fb41-479d-8f46-4017f3b5167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:41.897566 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 30930f1c-4c1b-4fa3-9348-ebc735e57b01 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:14:41.897566 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:41.964550 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-c05b810d-2aad-4c46-b497-b5bc9e861860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:42.184633 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_common [None req-c05b810d-2aad-4c46-b497-b5bc9e861860 admin admin] Allocated IP 172.20.0.1 (c25cf144-9666-4eca-b7e8-da4423771347/e6100829-d6cf-4576-ade0-479f0419f14e/0514bac2-407b-4014-b44c-813cc4b07c24) {{(pid=92456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:14:42.224599 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-caa259b1-fb41-479d-8f46-4017f3b5167b None None] Notify callbacks [] for port, precommit_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:42.239727 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-caa259b1-fb41-479d-8f46-4017f3b5167b None None] Transition to ACTIVE for port object 5d190e36-f90d-4731-81d8-6c127a5de3b4 will not be triggered until provisioned by entity L2. {{(pid=92457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:14:42.328509 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-caa259b1-fb41-479d-8f46-4017f3b5167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:42.336787 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-984f1f4c-bb1c-411f-a3ce-a64748b66200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:42.344130 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 46534) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:42.412693 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-caa259b1-fb41-479d-8f46-4017f3b5167b None None] Attempting to bind port 5d190e36-f90d-4731-81d8-6c127a5de3b4 on host dv-cinder-795669-1-iscsi for vnic_type normal with profile {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:14:42.413069 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-caa259b1-fb41-479d-8f46-4017f3b5167b None None] Attempting to bind port 5d190e36-f90d-4731-81d8-6c127a5de3b4 by drivers openvswitch,hyperv on host dv-cinder-795669-1-iscsi at level 0 using segments [{'id': '5cc1a330-8329-4d0b-b0d5-254d1224405d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'}] {{(pid=92457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:14:42.413436 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa259b1-fb41-479d-8f46-4017f3b5167b None None] Attempting to bind port 5d190e36-f90d-4731-81d8-6c127a5de3b4 on network 7113ecea-0b68-4d56-a6ae-4e94112ae602 {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:14:42.420878 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa259b1-fb41-479d-8f46-4017f3b5167b None None] Checking agent: {'id': 'b1990edb-c1d4-4f42-bb5d-5bf0b4ac7e85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 19, 59, 31), 'started_at': datetime.datetime(2021, 6, 9, 20, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:14:42.424636 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa259b1-fb41-479d-8f46-4017f3b5167b None None] Checking segment: {'id': '5cc1a330-8329-4d0b-b0d5-254d1224405d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:14:42.424636 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-caa259b1-fb41-479d-8f46-4017f3b5167b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:42.424636 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa259b1-fb41-479d-8f46-4017f3b5167b None None] Bound using segment: {'id': '5cc1a330-8329-4d0b-b0d5-254d1224405d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'} {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:14:42.424636 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-caa259b1-fb41-479d-8f46-4017f3b5167b None None] Bound port: 5d190e36-f90d-4731-81d8-6c127a5de3b4, host: dv-cinder-795669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc1a330-8329-4d0b-b0d5-254d1224405d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'}}] {{(pid=92457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:14:42.424636 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-caa259b1-fb41-479d-8f46-4017f3b5167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:42.451410 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-c05b810d-2aad-4c46-b497-b5bc9e861860 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:42.473120 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d04518-a69d-46e5-a7a0-efd2e0e0efa0 None None] Pushing event updated for resources: {'Port': ['ID=5d190e36-f90d-4731-81d8-6c127a5de3b4,revision_number=2']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:42.476512 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-e8d04518-a69d-46e5-a7a0-efd2e0e0efa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:42.500243 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.provisioning_blocks [None req-c05b810d-2aad-4c46-b497-b5bc9e861860 admin admin] Transition to ACTIVE for port object 0514bac2-407b-4014-b44c-813cc4b07c24 will not be triggered until provisioned by entity DHCP. {{(pid=92456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:14:42.503275 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-405e1193-469a-42bf-9da6-9e181189eb3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:42.516230 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-caa259b1-fb41-479d-8f46-4017f3b5167b None None] For port 5d190e36-f90d-4731-81d8-6c127a5de3b4, host dv-cinder-795669-1-iscsi, cleared binding levels {{(pid=92457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:14:42.516524 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-caa259b1-fb41-479d-8f46-4017f3b5167b None None] For port 5d190e36-f90d-4731-81d8-6c127a5de3b4, host dv-cinder-795669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=5d190e36-f90d-4731-81d8-6c127a5de3b4,segment=NetworkSegment(5cc1a330-8329-4d0b-b0d5-254d1224405d),segment_id=5cc1a330-8329-4d0b-b0d5-254d1224405d)] {{(pid=92457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:14:42.602238 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-caa259b1-fb41-479d-8f46-4017f3b5167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:42.611334 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:42.637244 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-c05b810d-2aad-4c46-b497-b5bc9e861860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2273985'] for port, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:42.646653 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-e08c9891-1f35-4128-aa6f-212b662f2919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:42.654112 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-405e1193-469a-42bf-9da6-9e181189eb3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:42.693161 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa259b1-fb41-479d-8f46-4017f3b5167b None None] Routers {'9bda25a0-a9d1-4249-8071-e227b944b27e'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:14:42.693778 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-caa259b1-fb41-479d-8f46-4017f3b5167b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:14:32Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['9bda25a0-a9d1-4249-8071-e227b944b27e'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:14:42.720442 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05b810d-2aad-4c46-b497-b5bc9e861860 admin admin] Network c25cf144-9666-4eca-b7e8-da4423771347 is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:14:42.724883 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [None req-c05b810d-2aad-4c46-b497-b5bc9e861860 admin admin] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:14:42.731087 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05b810d-2aad-4c46-b497-b5bc9e861860 admin admin] Received port after_create {{(pid=92456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:14:42.756208 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d04518-a69d-46e5-a7a0-efd2e0e0efa0 None None] Pushing event updated for resources: {'Port': ['ID=5d190e36-f90d-4731-81d8-6c127a5de3b4,revision_number=3']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:42.761443 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-405e1193-469a-42bf-9da6-9e181189eb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:42.771078 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-52d20d21-f622-4add-ba4e-c55ab4ac8907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:42.780114 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-e8d04518-a69d-46e5-a7a0-efd2e0e0efa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:42.783809 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b810d-2aad-4c46-b497-b5bc9e861860 admin admin] Pushing event updated for resources: {'Port': ['ID=0514bac2-407b-4014-b44c-813cc4b07c24,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:42.788114 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-c05b810d-2aad-4c46-b497-b5bc9e861860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:42.807589 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-c05b810d-2aad-4c46-b497-b5bc9e861860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3925236'] for router_interface, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:42.853861 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e1193-469a-42bf-9da6-9e181189eb3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ac5e83-7aee-43be-8fab-a4d2a243ab25,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:42.861901 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-405e1193-469a-42bf-9da6-9e181189eb3e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=98e1db5701634abd99d140e13d7d4f38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5150168 Jun 09 20:14:42.863420 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 46550) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:42.931639 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-caa259b1-fb41-479d-8f46-4017f3b5167b None None] Set router 9bda25a0-a9d1-4249-8071-e227b944b27e gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:14:43.049677 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405e1193-469a-42bf-9da6-9e181189eb3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:43.050359 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405e1193-469a-42bf-9da6-9e181189eb3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:43.050877 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405e1193-469a-42bf-9da6-9e181189eb3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:43.051390 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405e1193-469a-42bf-9da6-9e181189eb3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:43.051917 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405e1193-469a-42bf-9da6-9e181189eb3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:43.052446 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405e1193-469a-42bf-9da6-9e181189eb3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:43.052968 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405e1193-469a-42bf-9da6-9e181189eb3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:43.053320 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405e1193-469a-42bf-9da6-9e181189eb3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:43.053664 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405e1193-469a-42bf-9da6-9e181189eb3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:43.054178 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405e1193-469a-42bf-9da6-9e181189eb3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:43.054692 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405e1193-469a-42bf-9da6-9e181189eb3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:43.055299 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405e1193-469a-42bf-9da6-9e181189eb3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:43.061503 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-405e1193-469a-42bf-9da6-9e181189eb3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:43.112005 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-d6f31d58-e231-486b-8873-46235863e945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:43.140526 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-d6f31d58-e231-486b-8873-46235863e945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:43.202210 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-c05b810d-2aad-4c46-b497-b5bc9e861860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:43.298949 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-d6f31d58-e231-486b-8873-46235863e945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:43.301643 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-d6f31d58-e231-486b-8873-46235863e945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:43.305353 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-d6f31d58-e231-486b-8873-46235863e945 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a1ac5e83-7aee-43be-8fab-a4d2a243ab25 HTTP/1.1" status: 204 len: 168 time: 0.4382131 Jun 09 20:14:43.305353 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-554a5a65-5260-4a4b-a422-7c94112a0c28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:43.321829 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f31d58-e231-486b-8873-46235863e945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ac5e83-7aee-43be-8fab-a4d2a243ab25,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:43.327482 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-d6f31d58-e231-486b-8873-46235863e945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:43.344852 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-5bf684da-155b-435d-b663-ca985b86fb43 None None] Provisioning for port 0514bac2-407b-4014-b44c-813cc4b07c24 completed by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:14:43.352901 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-5bf684da-155b-435d-b663-ca985b86fb43 None None] Provisioning complete for port 0514bac2-407b-4014-b44c-813cc4b07c24 triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:14:43.353522 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-5bf684da-155b-435d-b663-ca985b86fb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:43.419978 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-5bf684da-155b-435d-b663-ca985b86fb43 None None] Port 0514bac2-407b-4014-b44c-813cc4b07c24 cannot update to ACTIVE because it is not bound. {{(pid=92457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 20:14:43.427078 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-caa259b1-fb41-479d-8f46-4017f3b5167b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bda25a0-a9d1-4249-8071-e227b944b27e', 'name': 'tempest-TestShelveInstance-1872716444-router', 'tenant_id': '77d6b587facd4bc88ca77baf7f14c937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '5d190e36-f90d-4731-81d8-6c127a5de3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:14:38Z', 'updated_at': '2021-06-09T20:14:39Z', 'revision_number': 3, 'project_id': '77d6b587facd4bc88ca77baf7f14c937', 'gw_port': {'id': '5d190e36-f90d-4731-81d8-6c127a5de3b4', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:95:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bda25a0-a9d1-4249-8071-e227b944b27e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:14:38Z', 'updated_at': '2021-06-09T20:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi'}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:14:43.431286 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa259b1-fb41-479d-8f46-4017f3b5167b None None] The sync data for ids ['9bda25a0-a9d1-4249-8071-e227b944b27e'] in dv-cinder-795669-1-iscsi is: [{'id': '9bda25a0-a9d1-4249-8071-e227b944b27e', 'name': 'tempest-TestShelveInstance-1872716444-router', 'tenant_id': '77d6b587facd4bc88ca77baf7f14c937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '5d190e36-f90d-4731-81d8-6c127a5de3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:14:38Z', 'updated_at': '2021-06-09T20:14:39Z', 'revision_number': 3, 'project_id': '77d6b587facd4bc88ca77baf7f14c937', 'gw_port': {'id': '5d190e36-f90d-4731-81d8-6c127a5de3b4', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:95:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bda25a0-a9d1-4249-8071-e227b944b27e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:14:38Z', 'updated_at': '2021-06-09T20:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi'}] {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:14:43.473751 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-c05b810d-2aad-4c46-b497-b5bc9e861860 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:43.595799 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-c05b810d-2aad-4c46-b497-b5bc9e861860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2273971'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:43.621610 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-35224266-653c-492c-ad1b-0c2c8670c940 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:43.770541 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b810d-2aad-4c46-b497-b5bc9e861860 admin admin] Pushing event updated for resources: {'Port': ['ID=0514bac2-407b-4014-b44c-813cc4b07c24,revision_number=2']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:43.773591 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-c05b810d-2aad-4c46-b497-b5bc9e861860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3714543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3926453'] for router_interface, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:43.783314 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-c05b810d-2aad-4c46-b497-b5bc9e861860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:43.847687 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 5d190e36-f90d-4731-81d8-6c127a5de3b4 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:14:43.958267 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05b810d-2aad-4c46-b497-b5bc9e861860 admin admin] Network c25cf144-9666-4eca-b7e8-da4423771347 is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:14:43.959565 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [None req-c05b810d-2aad-4c46-b497-b5bc9e861860 admin admin] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:14:44.047328 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning for port 5d190e36-f90d-4731-81d8-6c127a5de3b4 completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:14:44.061586 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 5d190e36-f90d-4731-81d8-6c127a5de3b4 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:14:44.062013 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:44.273740 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:44.286231 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05b810d-2aad-4c46-b497-b5bc9e861860 admin admin] Router 9bda25a0-a9d1-4249-8071-e227b944b27e has already been hosted by L3 agent 64117835-a1f5-4801-ace7-11985afbc460 {{(pid=92456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 20:14:44.296737 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] For port 5d190e36-f90d-4731-81d8-6c127a5de3b4, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=5d190e36-f90d-4731-81d8-6c127a5de3b4,segment=NetworkSegment(5cc1a330-8329-4d0b-b0d5-254d1224405d),segment_id=5cc1a330-8329-4d0b-b0d5-254d1224405d)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:14:44.319962 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 46568) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:44.332988 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1473190d-8406-49c6-8f78-06d0f8fc42f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:44.353156 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-a33db674-0d16-40c6-9ce5-3e264e9b9b9a None None] Provisioning complete for port 0514bac2-407b-4014-b44c-813cc4b07c24 triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:14:44.353723 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-a33db674-0d16-40c6-9ce5-3e264e9b9b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:44.411913 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:44.416232 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:44.465394 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1473190d-8406-49c6-8f78-06d0f8fc42f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:44.465908 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-a33db674-0d16-40c6-9ce5-3e264e9b9b9a None None] Port 0514bac2-407b-4014-b44c-813cc4b07c24 cannot update to ACTIVE because it is not bound. {{(pid=92457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 20:14:44.492150 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Pushing event updated for resources: {'Port': ['ID=5d190e36-f90d-4731-81d8-6c127a5de3b4,revision_number=4']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:44.496066 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:44.519686 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05b810d-2aad-4c46-b497-b5bc9e861860 admin admin] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:14:44.525709 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-c05b810d-2aad-4c46-b497-b5bc9e861860 admin admin] 10.222.0.15 "PUT /v2.0/routers/9bda25a0-a9d1-4249-8071-e227b944b27e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3170359 Jun 09 20:14:44.550096 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1473190d-8406-49c6-8f78-06d0f8fc42f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:44.564845 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-63d49455-534b-47df-96b1-4ce3a0fb6c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:44.610514 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1473190d-8406-49c6-8f78-06d0f8fc42f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6e0d14-300b-4b8a-9a56-211757fad355,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:44.615068 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-1473190d-8406-49c6-8f78-06d0f8fc42f8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b73faf0010f64eb58ea847b613c923f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3014622 Jun 09 20:14:44.616002 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-1473190d-8406-49c6-8f78-06d0f8fc42f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:44.617960 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 46572) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:44.681811 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1ee30d41-d3bc-4969-b1c0-c71d0246dd0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:44.709108 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1ee30d41-d3bc-4969-b1c0-c71d0246dd0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:44.886865 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1ee30d41-d3bc-4969-b1c0-c71d0246dd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:44.889889 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1ee30d41-d3bc-4969-b1c0-c71d0246dd0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:44.891055 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-1ee30d41-d3bc-4969-b1c0-c71d0246dd0e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0a6e0d14-300b-4b8a-9a56-211757fad355 HTTP/1.1" status: 204 len: 168 time: 0.2723255 Jun 09 20:14:44.891873 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-adba6c90-656b-4900-b7a4-5a301b06ea84 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:44.905492 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee30d41-d3bc-4969-b1c0-c71d0246dd0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6e0d14-300b-4b8a-9a56-211757fad355,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:44.908003 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-1ee30d41-d3bc-4969-b1c0-c71d0246dd0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:45.387008 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381ce497-dfbb-4f57-921e-7b38d2bb06d0 None None] Sync routers for ids ['9bda25a0-a9d1-4249-8071-e227b944b27e'] in dv-cinder-795669-1-iscsi {{(pid=92458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:14:45.396902 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381ce497-dfbb-4f57-921e-7b38d2bb06d0 None None] Routers {'9bda25a0-a9d1-4249-8071-e227b944b27e'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:14:45.397454 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-381ce497-dfbb-4f57-921e-7b38d2bb06d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:14:32Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['9bda25a0-a9d1-4249-8071-e227b944b27e'], 'active': True} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:14:45.637318 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvr_db [None req-381ce497-dfbb-4f57-921e-7b38d2bb06d0 None None] Set router 9bda25a0-a9d1-4249-8071-e227b944b27e gateway port host: dv-cinder-795669-1-iscsi {{(pid=92458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:14:45.640310 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 46604) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:45.645642 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [None req-26d347c6-41dd-456f-9272-4908da78072e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1823930054-network', 'tenant_id': '5cb245b5eee144b2b887eecf1cd5697e'}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:14:45.724204 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 5d190e36-f90d-4731-81d8-6c127a5de3b4 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:14:45.807109 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d347c6-41dd-456f-9272-4908da78072e admin admin] Made reservation on behalf of 5cb245b5eee144b2b887eecf1cd5697e for: {'network': 1} {{(pid=92455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:14:45.807271 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 5d190e36-f90d-4731-81d8-6c127a5de3b4 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:14:45.807578 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:45.809526 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-26d347c6-41dd-456f-9272-4908da78072e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-786179'] for network, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:45.822116 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-26d347c6-41dd-456f-9272-4908da78072e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:46.009963 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-26d347c6-41dd-456f-9272-4908da78072e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:46.030549 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-381ce497-dfbb-4f57-921e-7b38d2bb06d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bda25a0-a9d1-4249-8071-e227b944b27e', 'name': 'tempest-TestShelveInstance-1872716444-router', 'tenant_id': '77d6b587facd4bc88ca77baf7f14c937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '5d190e36-f90d-4731-81d8-6c127a5de3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:14:38Z', 'updated_at': '2021-06-09T20:14:43Z', 'revision_number': 4, 'project_id': '77d6b587facd4bc88ca77baf7f14c937', 'gw_port': {'id': '5d190e36-f90d-4731-81d8-6c127a5de3b4', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:95:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda25a0-a9d1-4249-8071-e227b944b27e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:14:38Z', 'updated_at': '2021-06-09T20:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '0514bac2-407b-4014-b44c-813cc4b07c24', 'name': '', 'network_id': 'c25cf144-9666-4eca-b7e8-da4423771347', 'tenant_id': '77d6b587facd4bc88ca77baf7f14c937', 'mac_address': 'fa:16:3e:06:94:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bda25a0-a9d1-4249-8071-e227b944b27e', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e6100829-d6cf-4576-ade0-479f0419f14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:14:42Z', 'updated_at': '2021-06-09T20:14:43Z', 'revision_number': 2, 'project_id': '77d6b587facd4bc88ca77baf7f14c937', 'subnets': [{'id': 'e6100829-d6cf-4576-ade0-479f0419f14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:14:46.035239 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381ce497-dfbb-4f57-921e-7b38d2bb06d0 None None] Checking router: 9bda25a0-a9d1-4249-8071-e227b944b27e for host: dv-cinder-795669-1-iscsi {{(pid=92458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:14:46.035674 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381ce497-dfbb-4f57-921e-7b38d2bb06d0 None None] Updating router 9bda25a0-a9d1-4249-8071-e227b944b27e port 0514bac2-407b-4014-b44c-813cc4b07c24 binding host dv-cinder-795669-1-iscsi {{(pid=92458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 20:14:46.053376 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-26d347c6-41dd-456f-9272-4908da78072e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:46.061271 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-405e1193-469a-42bf-9da6-9e181189eb3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:46.098654 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-381ce497-dfbb-4f57-921e-7b38d2bb06d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:46.101568 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26d347c6-41dd-456f-9272-4908da78072e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=92455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 20:14:46.111279 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d347c6-41dd-456f-9272-4908da78072e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbae1c5-de90-4cbb-b30e-5dad315e733a,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:46.137245 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-26d347c6-41dd-456f-9272-4908da78072e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:46.157488 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-26d347c6-41dd-456f-9272-4908da78072e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028'] for segment, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:46.157832 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.db.segments_db [None req-26d347c6-41dd-456f-9272-4908da78072e admin admin] Added segment 16da5749-2ea3-4516-8006-44cb3a77c935 of type vlan for network 4c0b53b9-63a3-4c3f-b507-324114f939be Jun 09 20:14:46.191422 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-26d347c6-41dd-456f-9272-4908da78072e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784791347429'] for network, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:46.396017 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-26d347c6-41dd-456f-9272-4908da78072e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3854142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545'] for network, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:46.398452 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d347c6-41dd-456f-9272-4908da78072e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:46.399673 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-26d347c6-41dd-456f-9272-4908da78072e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for network, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:46.403862 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-332edd4f-d713-40b7-9c82-3ffed0483a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:46.506114 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d347c6-41dd-456f-9272-4908da78072e admin admin] Pushing event updated for resources: {'Network': ['ID=4c0b53b9-63a3-4c3f-b507-324114f939be,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:46.509198 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-26d347c6-41dd-456f-9272-4908da78072e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:46.519428 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Network 4c0b53b9-63a3-4c3f-b507-324114f939be details requested by agent ovs-agent-dv-cinder-795669-1-iscsi with host dv-cinder-795669-1-iscsi {{(pid=92457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 20:14:46.577064 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 46634) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:46.577620 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-26d347c6-41dd-456f-9272-4908da78072e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9360945 Jun 09 20:14:46.583084 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-447756f6-b8b3-4b4f-b6ea-0b4bf1e23fbe admin admin] Request body: {'subnet': {'network_id': '4c0b53b9-63a3-4c3f-b507-324114f939be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1823930054-subnet', 'tenant_id': '5cb245b5eee144b2b887eecf1cd5697e', 'ip_version': 4}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:14:46.614653 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-381ce497-dfbb-4f57-921e-7b38d2bb06d0 None None] Notify callbacks [] for port, precommit_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:46.630908 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.provisioning_blocks [None req-381ce497-dfbb-4f57-921e-7b38d2bb06d0 None None] Transition to ACTIVE for port object 0514bac2-407b-4014-b44c-813cc4b07c24 will not be triggered until provisioned by entity L2. {{(pid=92458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:14:46.721480 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-381ce497-dfbb-4f57-921e-7b38d2bb06d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:46.721661 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447756f6-b8b3-4b4f-b6ea-0b4bf1e23fbe admin admin] Made reservation on behalf of 5cb245b5eee144b2b887eecf1cd5697e for: {'subnet': 1} {{(pid=92456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:14:46.724030 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-447756f6-b8b3-4b4f-b6ea-0b4bf1e23fbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2365132'] for subnet, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:46.726658 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:46.883815 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01333c00-2f80-4804-9a25-9111a2a2cdb3 None None] Pushing event updated for resources: {'Port': ['ID=0514bac2-407b-4014-b44c-813cc4b07c24,revision_number=3']} {{(pid=92458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:46.928133 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01333c00-2f80-4804-9a25-9111a2a2cdb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:46.928471 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01333c00-2f80-4804-9a25-9111a2a2cdb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:46.928799 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01333c00-2f80-4804-9a25-9111a2a2cdb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:46.929121 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01333c00-2f80-4804-9a25-9111a2a2cdb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:46.929446 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01333c00-2f80-4804-9a25-9111a2a2cdb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:46.929760 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01333c00-2f80-4804-9a25-9111a2a2cdb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:46.930073 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01333c00-2f80-4804-9a25-9111a2a2cdb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:46.930389 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01333c00-2f80-4804-9a25-9111a2a2cdb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:46.930721 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01333c00-2f80-4804-9a25-9111a2a2cdb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:46.931035 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01333c00-2f80-4804-9a25-9111a2a2cdb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:46.931347 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01333c00-2f80-4804-9a25-9111a2a2cdb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:46.931898 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01333c00-2f80-4804-9a25-9111a2a2cdb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:14:46.941340 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG oslo_concurrency.lockutils [None req-01333c00-2f80-4804-9a25-9111a2a2cdb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:46.969679 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.managers [None req-381ce497-dfbb-4f57-921e-7b38d2bb06d0 None None] Attempting to bind port 0514bac2-407b-4014-b44c-813cc4b07c24 on host dv-cinder-795669-1-iscsi for vnic_type normal with profile {{(pid=92458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:14:46.970022 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.managers [None req-381ce497-dfbb-4f57-921e-7b38d2bb06d0 None None] Attempting to bind port 0514bac2-407b-4014-b44c-813cc4b07c24 by drivers openvswitch,hyperv on host dv-cinder-795669-1-iscsi at level 0 using segments [{'id': '4f17cc2f-0ced-4f87-8ac8-36a00d8686cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c25cf144-9666-4eca-b7e8-da4423771347'}] {{(pid=92458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:14:46.970599 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381ce497-dfbb-4f57-921e-7b38d2bb06d0 None None] Attempting to bind port 0514bac2-407b-4014-b44c-813cc4b07c24 on network c25cf144-9666-4eca-b7e8-da4423771347 {{(pid=92458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:14:46.976174 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381ce497-dfbb-4f57-921e-7b38d2bb06d0 None None] Checking agent: {'id': 'b1990edb-c1d4-4f42-bb5d-5bf0b4ac7e85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 19, 59, 31), 'started_at': datetime.datetime(2021, 6, 9, 20, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:14:46.976810 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381ce497-dfbb-4f57-921e-7b38d2bb06d0 None None] Checking segment: {'id': '4f17cc2f-0ced-4f87-8ac8-36a00d8686cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c25cf144-9666-4eca-b7e8-da4423771347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:14:46.977491 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-381ce497-dfbb-4f57-921e-7b38d2bb06d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:46.978045 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381ce497-dfbb-4f57-921e-7b38d2bb06d0 None None] Bound using segment: {'id': '4f17cc2f-0ced-4f87-8ac8-36a00d8686cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c25cf144-9666-4eca-b7e8-da4423771347'} {{(pid=92458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:14:46.978671 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.managers [None req-381ce497-dfbb-4f57-921e-7b38d2bb06d0 None None] Bound port: 0514bac2-407b-4014-b44c-813cc4b07c24, host: dv-cinder-795669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f17cc2f-0ced-4f87-8ac8-36a00d8686cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c25cf144-9666-4eca-b7e8-da4423771347'}}] {{(pid=92458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:14:46.979192 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-381ce497-dfbb-4f57-921e-7b38d2bb06d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:47.077718 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.db [None req-381ce497-dfbb-4f57-921e-7b38d2bb06d0 None None] For port 0514bac2-407b-4014-b44c-813cc4b07c24, host dv-cinder-795669-1-iscsi, cleared binding levels {{(pid=92458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:14:47.080717 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.db [None req-381ce497-dfbb-4f57-921e-7b38d2bb06d0 None None] For port 0514bac2-407b-4014-b44c-813cc4b07c24, host dv-cinder-795669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=0514bac2-407b-4014-b44c-813cc4b07c24,segment=NetworkSegment(4f17cc2f-0ced-4f87-8ac8-36a00d8686cf),segment_id=4f17cc2f-0ced-4f87-8ac8-36a00d8686cf)] {{(pid=92458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:14:47.207118 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-447756f6-b8b3-4b4f-b6ea-0b4bf1e23fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2273845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2365118'] for subnet, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:47.207369 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-381ce497-dfbb-4f57-921e-7b38d2bb06d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:47.212261 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:47.212414 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG oslo_concurrency.lockutils [None req-71b03244-45d1-4f77-8139-57860a247d7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:47.301351 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381ce497-dfbb-4f57-921e-7b38d2bb06d0 None None] Routers {'9bda25a0-a9d1-4249-8071-e227b944b27e'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:14:47.301351 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-381ce497-dfbb-4f57-921e-7b38d2bb06d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:14:32Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['9bda25a0-a9d1-4249-8071-e227b944b27e'], 'active': True} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:14:47.330497 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447756f6-b8b3-4b4f-b6ea-0b4bf1e23fbe admin admin] Checking segment: {'id': '16da5749-2ea3-4516-8006-44cb3a77c935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4c0b53b9-63a3-4c3f-b507-324114f939be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:14:47.331147 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447756f6-b8b3-4b4f-b6ea-0b4bf1e23fbe admin admin] Network hostable DHCP agents. Network: 4c0b53b9-63a3-4c3f-b507-324114f939be, hostable agents: ['2a21a80c-97c7-49ed-8bbe-36caa960580c'], hosted agents: [] {{(pid=92456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 20:14:47.336252 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447756f6-b8b3-4b4f-b6ea-0b4bf1e23fbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5b4481e-a666-4d6b-bdc7-f1327eb3f9c8,revision_number=0']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:47.339448 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-447756f6-b8b3-4b4f-b6ea-0b4bf1e23fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:47.382460 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01333c00-2f80-4804-9a25-9111a2a2cdb3 None None] Pushing event updated for resources: {'Port': ['ID=0514bac2-407b-4014-b44c-813cc4b07c24,revision_number=4']} {{(pid=92458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:47.393726 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG oslo_concurrency.lockutils [None req-01333c00-2f80-4804-9a25-9111a2a2cdb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:47.452792 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447756f6-b8b3-4b4f-b6ea-0b4bf1e23fbe admin admin] Network 4c0b53b9-63a3-4c3f-b507-324114f939be is scheduled to be hosted by DHCP agent 2a21a80c-97c7-49ed-8bbe-36caa960580c with binding_index 1 {{(pid=92456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 20:14:47.544986 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [None req-447756f6-b8b3-4b4f-b6ea-0b4bf1e23fbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795669-1-iscsi, 4c0b53b9-63a3-4c3f-b507-324114f939be) {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:14:47.550525 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447756f6-b8b3-4b4f-b6ea-0b4bf1e23fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:47.551351 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-447756f6-b8b3-4b4f-b6ea-0b4bf1e23fbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:47.553089 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvr_db [None req-381ce497-dfbb-4f57-921e-7b38d2bb06d0 None None] Set router 9bda25a0-a9d1-4249-8071-e227b944b27e gateway port host: dv-cinder-795669-1-iscsi {{(pid=92458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:14:47.557233 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf289ec-7792-47fe-9c7b-396989992d8f None None] Network 4c0b53b9-63a3-4c3f-b507-324114f939be requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:14:47.688504 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-447756f6-b8b3-4b4f-b6ea-0b4bf1e23fbe admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1088960 Jun 09 20:14:47.695336 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 46670) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:47.701158 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-18aee4f1-bc1d-4f52-8053-e62a4ed8c9f4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1823930054-router', 'tenant_id': '5cb245b5eee144b2b887eecf1cd5697e', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'}}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:14:47.842085 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-18aee4f1-bc1d-4f52-8053-e62a4ed8c9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3905348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3093'] for router, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:47.843133 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-18aee4f1-bc1d-4f52-8053-e62a4ed8c9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3924451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3978520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3084'] for router, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:47.863401 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22077e56-3cb9-48d2-a4d4-3455bb167108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9039d117-f7fa-5a03-916c-66ac7993bb31-4c0b53b9-63a3-4c3f-b507-324114f939be', 'network_id': '4c0b53b9-63a3-4c3f-b507-324114f939be', 'tenant_id': '5cb245b5eee144b2b887eecf1cd5697e', 'fixed_ips': [{'subnet_id': 'a5b4481e-a666-4d6b-bdc7-f1327eb3f9c8'}]}} from dv-cinder-795669-1-iscsi. {{(pid=92457) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 20:14:47.864290 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-22077e56-3cb9-48d2-a4d4-3455bb167108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:47.865707 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-18aee4f1-bc1d-4f52-8053-e62a4ed8c9f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:48.041417 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.db_base_plugin_common [None req-22077e56-3cb9-48d2-a4d4-3455bb167108 None None] Allocated IP 172.20.0.2 (4c0b53b9-63a3-4c3f-b507-324114f939be/a5b4481e-a666-4d6b-bdc7-f1327eb3f9c8/01e6b1c7-35c6-4440-bc1a-0abecf0f6da0) {{(pid=92457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:14:48.074528 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-381ce497-dfbb-4f57-921e-7b38d2bb06d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bda25a0-a9d1-4249-8071-e227b944b27e', 'name': 'tempest-TestShelveInstance-1872716444-router', 'tenant_id': '77d6b587facd4bc88ca77baf7f14c937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '5d190e36-f90d-4731-81d8-6c127a5de3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:14:38Z', 'updated_at': '2021-06-09T20:14:43Z', 'revision_number': 4, 'project_id': '77d6b587facd4bc88ca77baf7f14c937', 'gw_port': {'id': '5d190e36-f90d-4731-81d8-6c127a5de3b4', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:95:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda25a0-a9d1-4249-8071-e227b944b27e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:14:38Z', 'updated_at': '2021-06-09T20:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '0514bac2-407b-4014-b44c-813cc4b07c24', 'name': '', 'network_id': 'c25cf144-9666-4eca-b7e8-da4423771347', 'tenant_id': '77d6b587facd4bc88ca77baf7f14c937', 'mac_address': 'fa:16:3e:06:94:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bda25a0-a9d1-4249-8071-e227b944b27e', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e6100829-d6cf-4576-ade0-479f0419f14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:14:42Z', 'updated_at': '2021-06-09T20:14:47Z', 'revision_number': 4, 'project_id': '77d6b587facd4bc88ca77baf7f14c937', 'subnets': [{'id': 'e6100829-d6cf-4576-ade0-479f0419f14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:14:48.079438 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381ce497-dfbb-4f57-921e-7b38d2bb06d0 None None] The sync data for ids ['9bda25a0-a9d1-4249-8071-e227b944b27e'] in dv-cinder-795669-1-iscsi is: [{'id': '9bda25a0-a9d1-4249-8071-e227b944b27e', 'name': 'tempest-TestShelveInstance-1872716444-router', 'tenant_id': '77d6b587facd4bc88ca77baf7f14c937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '5d190e36-f90d-4731-81d8-6c127a5de3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:14:38Z', 'updated_at': '2021-06-09T20:14:43Z', 'revision_number': 4, 'project_id': '77d6b587facd4bc88ca77baf7f14c937', 'gw_port': {'id': '5d190e36-f90d-4731-81d8-6c127a5de3b4', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:95:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda25a0-a9d1-4249-8071-e227b944b27e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:14:38Z', 'updated_at': '2021-06-09T20:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '0514bac2-407b-4014-b44c-813cc4b07c24', 'name': '', 'network_id': 'c25cf144-9666-4eca-b7e8-da4423771347', 'tenant_id': '77d6b587facd4bc88ca77baf7f14c937', 'mac_address': 'fa:16:3e:06:94:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bda25a0-a9d1-4249-8071-e227b944b27e', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e6100829-d6cf-4576-ade0-479f0419f14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:14:42Z', 'updated_at': '2021-06-09T20:14:47Z', 'revision_number': 4, 'project_id': '77d6b587facd4bc88ca77baf7f14c937', 'subnets': [{'id': 'e6100829-d6cf-4576-ade0-479f0419f14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:14:48.249817 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-18aee4f1-bc1d-4f52-8053-e62a4ed8c9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3924369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3905386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3130'] for router, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:48.418782 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-22077e56-3cb9-48d2-a4d4-3455bb167108 None None] Notify callbacks [] for port, precommit_create {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:48.431017 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-22077e56-3cb9-48d2-a4d4-3455bb167108 None None] Transition to ACTIVE for port object 01e6b1c7-35c6-4440-bc1a-0abecf0f6da0 will not be triggered until provisioned by entity L2. {{(pid=92457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:14:48.481870 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-22077e56-3cb9-48d2-a4d4-3455bb167108 None None] Transition to ACTIVE for port object 01e6b1c7-35c6-4440-bc1a-0abecf0f6da0 will not be triggered until provisioned by entity DHCP. {{(pid=92457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:14:48.573579 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-22077e56-3cb9-48d2-a4d4-3455bb167108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368'] for port, after_create {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:48.580198 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-b6e80078-406e-44a8-b87a-fc57a5c15e9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:48.691153 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22077e56-3cb9-48d2-a4d4-3455bb167108 None None] Network 4c0b53b9-63a3-4c3f-b507-324114f939be is already hosted by enough agents. {{(pid=92457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:14:48.695099 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.scheduler.base_scheduler [None req-22077e56-3cb9-48d2-a4d4-3455bb167108 None None] Resources bound (agent type, host, resource id): {{(pid=92457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:14:48.699601 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22077e56-3cb9-48d2-a4d4-3455bb167108 None None] Received port after_create {{(pid=92457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:14:48.739787 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22077e56-3cb9-48d2-a4d4-3455bb167108 None None] Pushing event updated for resources: {'Port': ['ID=01e6b1c7-35c6-4440-bc1a-0abecf0f6da0,revision_number=1']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:48.747199 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-22077e56-3cb9-48d2-a4d4-3455bb167108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:48.767383 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-18aee4f1-bc1d-4f52-8053-e62a4ed8c9f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:48.803113 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-22077e56-3cb9-48d2-a4d4-3455bb167108 None None] Attempting to bind port 01e6b1c7-35c6-4440-bc1a-0abecf0f6da0 on host dv-cinder-795669-1-iscsi for vnic_type normal with profile {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:14:48.803757 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-22077e56-3cb9-48d2-a4d4-3455bb167108 None None] Attempting to bind port 01e6b1c7-35c6-4440-bc1a-0abecf0f6da0 by drivers openvswitch,hyperv on host dv-cinder-795669-1-iscsi at level 0 using segments [{'id': '16da5749-2ea3-4516-8006-44cb3a77c935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4c0b53b9-63a3-4c3f-b507-324114f939be'}] {{(pid=92457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:14:48.804161 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22077e56-3cb9-48d2-a4d4-3455bb167108 None None] Attempting to bind port 01e6b1c7-35c6-4440-bc1a-0abecf0f6da0 on network 4c0b53b9-63a3-4c3f-b507-324114f939be {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:14:48.804808 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-18aee4f1-bc1d-4f52-8053-e62a4ed8c9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:48.810597 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22077e56-3cb9-48d2-a4d4-3455bb167108 None None] Checking agent: {'id': 'b1990edb-c1d4-4f42-bb5d-5bf0b4ac7e85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 19, 59, 31), 'started_at': datetime.datetime(2021, 6, 9, 20, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:14:48.811097 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22077e56-3cb9-48d2-a4d4-3455bb167108 None None] Checking segment: {'id': '16da5749-2ea3-4516-8006-44cb3a77c935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4c0b53b9-63a3-4c3f-b507-324114f939be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:14:48.811516 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-22077e56-3cb9-48d2-a4d4-3455bb167108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:48.812086 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22077e56-3cb9-48d2-a4d4-3455bb167108 None None] Bound using segment: {'id': '16da5749-2ea3-4516-8006-44cb3a77c935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4c0b53b9-63a3-4c3f-b507-324114f939be'} {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:14:48.819559 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-22077e56-3cb9-48d2-a4d4-3455bb167108 None None] Bound port: 01e6b1c7-35c6-4440-bc1a-0abecf0f6da0, host: dv-cinder-795669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16da5749-2ea3-4516-8006-44cb3a77c935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4c0b53b9-63a3-4c3f-b507-324114f939be'}}] {{(pid=92457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:14:48.819559 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-22077e56-3cb9-48d2-a4d4-3455bb167108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:48.925032 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-22077e56-3cb9-48d2-a4d4-3455bb167108 None None] For port 01e6b1c7-35c6-4440-bc1a-0abecf0f6da0, host dv-cinder-795669-1-iscsi, cleared binding levels {{(pid=92457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:14:48.928520 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-22077e56-3cb9-48d2-a4d4-3455bb167108 None None] For port 01e6b1c7-35c6-4440-bc1a-0abecf0f6da0, host dv-cinder-795669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=01e6b1c7-35c6-4440-bc1a-0abecf0f6da0,segment=NetworkSegment(16da5749-2ea3-4516-8006-44cb3a77c935),segment_id=16da5749-2ea3-4516-8006-44cb3a77c935)] {{(pid=92457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:14:48.974302 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_common [None req-18aee4f1-bc1d-4f52-8053-e62a4ed8c9f4 admin admin] Allocated IP 172.27.0.58 (7113ecea-0b68-4d56-a6ae-4e94112ae602/d4394e15-b094-4f4f-853e-c157ecdb6024/8938ee64-aaa5-4ffb-bb63-65ea0c606179) {{(pid=92456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:14:49.036580 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-22077e56-3cb9-48d2-a4d4-3455bb167108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:49.041483 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:49.133328 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22077e56-3cb9-48d2-a4d4-3455bb167108 None None] Pushing event updated for resources: {'Port': ['ID=01e6b1c7-35c6-4440-bc1a-0abecf0f6da0,revision_number=2']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:49.145419 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-22077e56-3cb9-48d2-a4d4-3455bb167108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:49.156641 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-18aee4f1-bc1d-4f52-8053-e62a4ed8c9f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:49.299003 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-18aee4f1-bc1d-4f52-8053-e62a4ed8c9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2273985'] for port, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:49.303408 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-4bab8109-a449-4eb0-9348-ff32f3cdfcb7 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:49.375642 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18aee4f1-bc1d-4f52-8053-e62a4ed8c9f4 admin admin] Network 7113ecea-0b68-4d56-a6ae-4e94112ae602 is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:14:49.378536 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [None req-18aee4f1-bc1d-4f52-8053-e62a4ed8c9f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:14:49.381512 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aee4f1-bc1d-4f52-8053-e62a4ed8c9f4 admin admin] Received port after_create {{(pid=92456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:14:49.427863 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aee4f1-bc1d-4f52-8053-e62a4ed8c9f4 admin admin] Pushing event updated for resources: {'Port': ['ID=8938ee64-aaa5-4ffb-bb63-65ea0c606179,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:49.430616 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-18aee4f1-bc1d-4f52-8053-e62a4ed8c9f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:49.539960 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 46696) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:49.725424 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1f4af6bc-59e7-430a-8d64-7f8bfcd2c3a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:49.801632 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 01e6b1c7-35c6-4440-bc1a-0abecf0f6da0 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:14:49.855920 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1f4af6bc-59e7-430a-8d64-7f8bfcd2c3a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:49.961668 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1f4af6bc-59e7-430a-8d64-7f8bfcd2c3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:49.961880 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning for port 01e6b1c7-35c6-4440-bc1a-0abecf0f6da0 completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:14:49.967210 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 0514bac2-407b-4014-b44c-813cc4b07c24 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:14:49.971848 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-680f593d-4640-40f8-98b9-7bd83eb7debf tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:50.017676 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-1f4af6bc-59e7-430a-8d64-7f8bfcd2c3a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c0f96d32529d415d830e5379d3f90cc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4766321 Jun 09 20:14:50.018535 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 46704) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:50.029957 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4af6bc-59e7-430a-8d64-7f8bfcd2c3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dabf9ac-b4e2-471f-b37a-56079d364694,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:50.034715 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-1f4af6bc-59e7-430a-8d64-7f8bfcd2c3a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:50.066354 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-18aee4f1-bc1d-4f52-8053-e62a4ed8c9f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:50.083536 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-9e9b6bfc-8d84-4875-a653-c25b4ea9ce30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:50.104436 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning for port 0514bac2-407b-4014-b44c-813cc4b07c24 completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:14:50.110488 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 0514bac2-407b-4014-b44c-813cc4b07c24 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:14:50.111348 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:50.112036 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-9e9b6bfc-8d84-4875-a653-c25b4ea9ce30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:50.245074 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:50.252963 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-9e9b6bfc-8d84-4875-a653-c25b4ea9ce30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:50.255752 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-9e9b6bfc-8d84-4875-a653-c25b4ea9ce30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:50.259808 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-9e9b6bfc-8d84-4875-a653-c25b4ea9ce30 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2dabf9ac-b4e2-471f-b37a-56079d364694 HTTP/1.1" status: 204 len: 168 time: 0.2395525 Jun 09 20:14:50.260785 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-f33f71f2-ff16-443b-877c-1f5977547139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:50.274133 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b6bfc-8d84-4875-a653-c25b4ea9ce30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dabf9ac-b4e2-471f-b37a-56079d364694,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:50.276687 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-9e9b6bfc-8d84-4875-a653-c25b4ea9ce30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:50.370388 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] For port 0514bac2-407b-4014-b44c-813cc4b07c24, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=0514bac2-407b-4014-b44c-813cc4b07c24,segment=NetworkSegment(4f17cc2f-0ced-4f87-8ac8-36a00d8686cf),segment_id=4f17cc2f-0ced-4f87-8ac8-36a00d8686cf)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:14:50.441351 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:50.443380 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-984f1f4c-bb1c-411f-a3ce-a64748b66200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:50.536824 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-18aee4f1-bc1d-4f52-8053-e62a4ed8c9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3905395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3924414'] for router, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:50.547410 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e2a4ee-e4f1-4696-9165-32b96bb3b23f None None] Network 4c0b53b9-63a3-4c3f-b507-324114f939be requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:14:50.752631 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Pushing event updated for resources: {'Port': ['ID=0514bac2-407b-4014-b44c-813cc4b07c24,revision_number=5']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:50.760092 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:50.842299 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-a0e95d1c-bd14-48dd-aa2b-8f378461f28e None None] Provisioning for port 01e6b1c7-35c6-4440-bc1a-0abecf0f6da0 completed by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:14:50.856468 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-a0e95d1c-bd14-48dd-aa2b-8f378461f28e None None] Provisioning complete for port 01e6b1c7-35c6-4440-bc1a-0abecf0f6da0 triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:14:50.856913 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-a0e95d1c-bd14-48dd-aa2b-8f378461f28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:50.932865 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18aee4f1-bc1d-4f52-8053-e62a4ed8c9f4 admin admin] Router 807773f0-c9f9-48b2-b640-22970b9ee50c is scheduled to L3 agent 64117835-a1f5-4801-ace7-11985afbc460 with binding_index 1 {{(pid=92456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 20:14:50.987013 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-a0e95d1c-bd14-48dd-aa2b-8f378461f28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:51.032085 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-a0e95d1c-bd14-48dd-aa2b-8f378461f28e None None] For port 01e6b1c7-35c6-4440-bc1a-0abecf0f6da0, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=01e6b1c7-35c6-4440-bc1a-0abecf0f6da0,segment=NetworkSegment(16da5749-2ea3-4516-8006-44cb3a77c935),segment_id=16da5749-2ea3-4516-8006-44cb3a77c935)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:14:51.098720 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-a0e95d1c-bd14-48dd-aa2b-8f378461f28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:51.101698 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:51.185649 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e95d1c-bd14-48dd-aa2b-8f378461f28e None None] Pushing event updated for resources: {'Port': ['ID=01e6b1c7-35c6-4440-bc1a-0abecf0f6da0,revision_number=3']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:51.188664 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-a0e95d1c-bd14-48dd-aa2b-8f378461f28e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:51.210340 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18aee4f1-bc1d-4f52-8053-e62a4ed8c9f4 admin admin] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:14:51.223623 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a21257-fbd8-47d7-8184-6f5fc1b88c59 None None] Sync routers for ids ['807773f0-c9f9-48b2-b640-22970b9ee50c'] in dv-cinder-795669-1-iscsi {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:14:51.236948 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-adb778e9-a847-47fa-bc98-86a69bae757c None None] Provisioning complete for port 01e6b1c7-35c6-4440-bc1a-0abecf0f6da0 triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:14:51.237474 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-adb778e9-a847-47fa-bc98-86a69bae757c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:51.266892 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a21257-fbd8-47d7-8184-6f5fc1b88c59 None None] Routers {'807773f0-c9f9-48b2-b640-22970b9ee50c'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:14:51.267502 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-34a21257-fbd8-47d7-8184-6f5fc1b88c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:14:32Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['807773f0-c9f9-48b2-b640-22970b9ee50c'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:14:51.344251 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-18aee4f1-bc1d-4f52-8053-e62a4ed8c9f4 admin admin] Notify callbacks [] for router, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:51.348373 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-18aee4f1-bc1d-4f52-8053-e62a4ed8c9f4 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6519580 Jun 09 20:14:51.348654 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 46744) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:51.518278 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-34a21257-fbd8-47d7-8184-6f5fc1b88c59 None None] Set router 807773f0-c9f9-48b2-b640-22970b9ee50c gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:14:51.758968 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 01e6b1c7-35c6-4440-bc1a-0abecf0f6da0 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:14:51.831951 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032ea43-834e-4621-9e10-c8fc8b22564f req-30194f22-d5e4-41b3-99f3-5a9e010d8ed9 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:51.834020 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3032ea43-834e-4621-9e10-c8fc8b22564f req-30194f22-d5e4-41b3-99f3-5a9e010d8ed9 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 946 time: 0.2954996 Jun 09 20:14:51.902997 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 01e6b1c7-35c6-4440-bc1a-0abecf0f6da0 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:14:51.909952 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:51.984636 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3032ea43-834e-4621-9e10-c8fc8b22564f req-c8aa86bf-ea0a-41bc-aaac-f91c1fdbd642 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337976 Jun 09 20:14:52.026696 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-34a21257-fbd8-47d7-8184-6f5fc1b88c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807773f0-c9f9-48b2-b640-22970b9ee50c', 'name': 'tempest-TestShelveInstance-1823930054-router', 'tenant_id': '5cb245b5eee144b2b887eecf1cd5697e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '8938ee64-aaa5-4ffb-bb63-65ea0c606179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:14:47Z', 'updated_at': '2021-06-09T20:14:49Z', 'revision_number': 3, 'project_id': '5cb245b5eee144b2b887eecf1cd5697e', 'gw_port': {'id': '8938ee64-aaa5-4ffb-bb63-65ea0c606179', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:72:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807773f0-c9f9-48b2-b640-22970b9ee50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:14:48Z', 'updated_at': '2021-06-09T20:14:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi'}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:14:52.040237 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a21257-fbd8-47d7-8184-6f5fc1b88c59 None None] Checking router: 807773f0-c9f9-48b2-b640-22970b9ee50c for host: dv-cinder-795669-1-iscsi {{(pid=92457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:14:52.040598 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a21257-fbd8-47d7-8184-6f5fc1b88c59 None None] Updating router 807773f0-c9f9-48b2-b640-22970b9ee50c port 8938ee64-aaa5-4ffb-bb63-65ea0c606179 binding host dv-cinder-795669-1-iscsi {{(pid=92457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 20:14:52.090412 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 0514bac2-407b-4014-b44c-813cc4b07c24 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:14:52.144956 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-34a21257-fbd8-47d7-8184-6f5fc1b88c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:52.262690 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 0514bac2-407b-4014-b44c-813cc4b07c24 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:14:52.263641 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:52.373599 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-173feb68-a117-4e02-b246-e270b9b95f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:52.579951 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.db.db_base_plugin_common [None req-173feb68-a117-4e02-b246-e270b9b95f53 admin admin] Allocated IP 172.20.0.1 (4c0b53b9-63a3-4c3f-b507-324114f939be/a5b4481e-a666-4d6b-bdc7-f1327eb3f9c8/456aedd6-3ee6-4e57-b901-064373936ced) {{(pid=92455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:14:52.613036 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-34a21257-fbd8-47d7-8184-6f5fc1b88c59 None None] Notify callbacks [] for port, precommit_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:52.625186 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-34a21257-fbd8-47d7-8184-6f5fc1b88c59 None None] Transition to ACTIVE for port object 8938ee64-aaa5-4ffb-bb63-65ea0c606179 will not be triggered until provisioned by entity L2. {{(pid=92457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:14:52.735174 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-173feb68-a117-4e02-b246-e270b9b95f53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:52.751721 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.db.provisioning_blocks [None req-173feb68-a117-4e02-b246-e270b9b95f53 admin admin] Transition to ACTIVE for port object 456aedd6-3ee6-4e57-b901-064373936ced will not be triggered until provisioned by entity DHCP. {{(pid=92455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:14:52.773104 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-34a21257-fbd8-47d7-8184-6f5fc1b88c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:52.776993 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:52.857739 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-34a21257-fbd8-47d7-8184-6f5fc1b88c59 None None] Attempting to bind port 8938ee64-aaa5-4ffb-bb63-65ea0c606179 on host dv-cinder-795669-1-iscsi for vnic_type normal with profile {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:14:52.858113 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-34a21257-fbd8-47d7-8184-6f5fc1b88c59 None None] Attempting to bind port 8938ee64-aaa5-4ffb-bb63-65ea0c606179 by drivers openvswitch,hyperv on host dv-cinder-795669-1-iscsi at level 0 using segments [{'id': '5cc1a330-8329-4d0b-b0d5-254d1224405d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'}] {{(pid=92457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:14:52.858474 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a21257-fbd8-47d7-8184-6f5fc1b88c59 None None] Attempting to bind port 8938ee64-aaa5-4ffb-bb63-65ea0c606179 on network 7113ecea-0b68-4d56-a6ae-4e94112ae602 {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:14:52.861878 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb110ed-5408-48e1-aa56-7f80ab6544a7 None None] Pushing event updated for resources: {'Port': ['ID=8938ee64-aaa5-4ffb-bb63-65ea0c606179,revision_number=2']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:52.865978 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-0fb110ed-5408-48e1-aa56-7f80ab6544a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:52.866719 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a21257-fbd8-47d7-8184-6f5fc1b88c59 None None] Checking agent: {'id': 'b1990edb-c1d4-4f42-bb5d-5bf0b4ac7e85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 19, 59, 31), 'started_at': datetime.datetime(2021, 6, 9, 20, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:14:52.867088 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a21257-fbd8-47d7-8184-6f5fc1b88c59 None None] Checking segment: {'id': '5cc1a330-8329-4d0b-b0d5-254d1224405d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:14:52.867482 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-34a21257-fbd8-47d7-8184-6f5fc1b88c59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:52.867881 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a21257-fbd8-47d7-8184-6f5fc1b88c59 None None] Bound using segment: {'id': '5cc1a330-8329-4d0b-b0d5-254d1224405d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'} {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:14:52.868378 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-34a21257-fbd8-47d7-8184-6f5fc1b88c59 None None] Bound port: 8938ee64-aaa5-4ffb-bb63-65ea0c606179, host: dv-cinder-795669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc1a330-8329-4d0b-b0d5-254d1224405d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'}}] {{(pid=92457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:14:52.868754 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-34a21257-fbd8-47d7-8184-6f5fc1b88c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:52.939438 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-173feb68-a117-4e02-b246-e270b9b95f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162594'] for port, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:52.942744 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-34a21257-fbd8-47d7-8184-6f5fc1b88c59 None None] For port 8938ee64-aaa5-4ffb-bb63-65ea0c606179, host dv-cinder-795669-1-iscsi, cleared binding levels {{(pid=92457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:14:52.955412 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-34a21257-fbd8-47d7-8184-6f5fc1b88c59 None None] For port 8938ee64-aaa5-4ffb-bb63-65ea0c606179, host dv-cinder-795669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=8938ee64-aaa5-4ffb-bb63-65ea0c606179,segment=NetworkSegment(5cc1a330-8329-4d0b-b0d5-254d1224405d),segment_id=5cc1a330-8329-4d0b-b0d5-254d1224405d)] {{(pid=92457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:14:52.955877 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-e1b2e03f-64fa-4087-8a2a-047913468bc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:53.001796 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173feb68-a117-4e02-b246-e270b9b95f53 admin admin] Network 4c0b53b9-63a3-4c3f-b507-324114f939be is already hosted by enough agents. {{(pid=92455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:14:53.004825 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.base_scheduler [None req-173feb68-a117-4e02-b246-e270b9b95f53 admin admin] Resources bound (agent type, host, resource id): {{(pid=92455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:14:53.007534 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173feb68-a117-4e02-b246-e270b9b95f53 admin admin] Received port after_create {{(pid=92455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:14:53.067054 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173feb68-a117-4e02-b246-e270b9b95f53 admin admin] Pushing event updated for resources: {'Port': ['ID=456aedd6-3ee6-4e57-b901-064373936ced,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:53.070120 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-173feb68-a117-4e02-b246-e270b9b95f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:53.081740 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-173feb68-a117-4e02-b246-e270b9b95f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3925236'] for router_interface, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:53.134022 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-34a21257-fbd8-47d7-8184-6f5fc1b88c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:53.138215 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:53.242390 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a21257-fbd8-47d7-8184-6f5fc1b88c59 None None] Routers {'807773f0-c9f9-48b2-b640-22970b9ee50c'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:14:53.243028 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-34a21257-fbd8-47d7-8184-6f5fc1b88c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:14:32Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['807773f0-c9f9-48b2-b640-22970b9ee50c'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:14:53.335391 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb110ed-5408-48e1-aa56-7f80ab6544a7 None None] Pushing event updated for resources: {'Port': ['ID=8938ee64-aaa5-4ffb-bb63-65ea0c606179,revision_number=3']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:53.340873 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-0fb110ed-5408-48e1-aa56-7f80ab6544a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:53.370767 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0677d0f-80c7-4d34-84b7-5bb90d91fffa req-d82b5c2a-0b29-4a53-838c-7289a83b9bcf tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:53.372267 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d0677d0f-80c7-4d34-84b7-5bb90d91fffa req-d82b5c2a-0b29-4a53-838c-7289a83b9bcf tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 946 time: 0.1459582 Jun 09 20:14:53.419077 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-a1e2c8f6-00ca-458d-8a52-406dbe960343 None None] Provisioning for port 456aedd6-3ee6-4e57-b901-064373936ced completed by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:14:53.430014 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d0677d0f-80c7-4d34-84b7-5bb90d91fffa req-aca6c3b3-951d-4659-b67a-2f168ba54e54 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483730 Jun 09 20:14:53.434185 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-a1e2c8f6-00ca-458d-8a52-406dbe960343 None None] Provisioning complete for port 456aedd6-3ee6-4e57-b901-064373936ced triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:14:53.434561 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-a1e2c8f6-00ca-458d-8a52-406dbe960343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:53.499475 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-34a21257-fbd8-47d7-8184-6f5fc1b88c59 None None] Set router 807773f0-c9f9-48b2-b640-22970b9ee50c gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:14:53.553608 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-173feb68-a117-4e02-b246-e270b9b95f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:53.654566 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-a1e2c8f6-00ca-458d-8a52-406dbe960343 None None] Port 456aedd6-3ee6-4e57-b901-064373936ced cannot update to ACTIVE because it is not bound. {{(pid=92457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 20:14:53.832317 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-173feb68-a117-4e02-b246-e270b9b95f53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:53.844098 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-34a21257-fbd8-47d7-8184-6f5fc1b88c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807773f0-c9f9-48b2-b640-22970b9ee50c', 'name': 'tempest-TestShelveInstance-1823930054-router', 'tenant_id': '5cb245b5eee144b2b887eecf1cd5697e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '8938ee64-aaa5-4ffb-bb63-65ea0c606179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:14:47Z', 'updated_at': '2021-06-09T20:14:49Z', 'revision_number': 3, 'project_id': '5cb245b5eee144b2b887eecf1cd5697e', 'gw_port': {'id': '8938ee64-aaa5-4ffb-bb63-65ea0c606179', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:72:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807773f0-c9f9-48b2-b640-22970b9ee50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:14:48Z', 'updated_at': '2021-06-09T20:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi'}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:14:53.848148 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a21257-fbd8-47d7-8184-6f5fc1b88c59 None None] The sync data for ids ['807773f0-c9f9-48b2-b640-22970b9ee50c'] in dv-cinder-795669-1-iscsi is: [{'id': '807773f0-c9f9-48b2-b640-22970b9ee50c', 'name': 'tempest-TestShelveInstance-1823930054-router', 'tenant_id': '5cb245b5eee144b2b887eecf1cd5697e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '8938ee64-aaa5-4ffb-bb63-65ea0c606179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:14:47Z', 'updated_at': '2021-06-09T20:14:49Z', 'revision_number': 3, 'project_id': '5cb245b5eee144b2b887eecf1cd5697e', 'gw_port': {'id': '8938ee64-aaa5-4ffb-bb63-65ea0c606179', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:72:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807773f0-c9f9-48b2-b640-22970b9ee50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:14:48Z', 'updated_at': '2021-06-09T20:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi'}] {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:14:53.939098 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-173feb68-a117-4e02-b246-e270b9b95f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162640'] for port, after_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:53.971323 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:54.056184 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173feb68-a117-4e02-b246-e270b9b95f53 admin admin] Pushing event updated for resources: {'Port': ['ID=456aedd6-3ee6-4e57-b901-064373936ced,revision_number=2']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:54.058690 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-173feb68-a117-4e02-b246-e270b9b95f53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3714543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3926453'] for router_interface, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:54.067898 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-173feb68-a117-4e02-b246-e270b9b95f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:54.237545 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173feb68-a117-4e02-b246-e270b9b95f53 admin admin] Network 4c0b53b9-63a3-4c3f-b507-324114f939be is already hosted by enough agents. {{(pid=92455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:14:54.238701 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.base_scheduler [None req-173feb68-a117-4e02-b246-e270b9b95f53 admin admin] Resources bound (agent type, host, resource id): {{(pid=92455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:14:54.504118 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-6be2a09f-b195-4601-9740-10597a4cb3d9 None None] Provisioning complete for port 456aedd6-3ee6-4e57-b901-064373936ced triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:14:54.505422 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-6be2a09f-b195-4601-9740-10597a4cb3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:54.587117 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-173feb68-a117-4e02-b246-e270b9b95f53 admin admin] Router 807773f0-c9f9-48b2-b640-22970b9ee50c has already been hosted by L3 agent 64117835-a1f5-4801-ace7-11985afbc460 {{(pid=92455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 20:14:54.609324 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-6be2a09f-b195-4601-9740-10597a4cb3d9 None None] Port 456aedd6-3ee6-4e57-b901-064373936ced cannot update to ACTIVE because it is not bound. {{(pid=92457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 20:14:54.653436 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:54.878666 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1048733-09c9-41eb-be47-79c564b68a86 req-4e9820d6-567f-41ba-8207-401abf6e1ea4 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:54.880271 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c1048733-09c9-41eb-be47-79c564b68a86 req-4e9820d6-567f-41ba-8207-401abf6e1ea4 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 946 time: 0.2846525 Jun 09 20:14:54.905557 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173feb68-a117-4e02-b246-e270b9b95f53 admin admin] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:14:54.911702 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-173feb68-a117-4e02-b246-e270b9b95f53 admin admin] 10.222.0.15 "PUT /v2.0/routers/807773f0-c9f9-48b2-b640-22970b9ee50c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5608442 Jun 09 20:14:54.940987 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c1048733-09c9-41eb-be47-79c564b68a86 req-7437e2b8-4c5e-4bbe-ac4d-54c8602be990 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523882 Jun 09 20:14:55.555425 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bbee75-7499-410b-8cae-e7a97e05be3c None None] Sync routers for ids ['807773f0-c9f9-48b2-b640-22970b9ee50c'] in dv-cinder-795669-1-iscsi {{(pid=92458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:14:55.565015 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bbee75-7499-410b-8cae-e7a97e05be3c None None] Routers {'807773f0-c9f9-48b2-b640-22970b9ee50c'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:14:55.565608 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-a9bbee75-7499-410b-8cae-e7a97e05be3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:14:32Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['807773f0-c9f9-48b2-b640-22970b9ee50c'], 'active': True} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:14:55.720699 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 46854) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:55.727112 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [None req-a9db330c-292d-4d0a-81ea-43b92d3ca213 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-44642418', 'description': 'tempest-secgroup-smoke-44642418 description', 'project_id': '77d6b587facd4bc88ca77baf7f14c937'}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:14:55.762375 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvr_db [None req-a9bbee75-7499-410b-8cae-e7a97e05be3c None None] Set router 807773f0-c9f9-48b2-b640-22970b9ee50c gateway port host: dv-cinder-795669-1-iscsi {{(pid=92458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:14:55.785340 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 8938ee64-aaa5-4ffb-bb63-65ea0c606179 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:14:55.876286 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-a9db330c-292d-4d0a-81ea-43b92d3ca213 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:55.984244 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-a9db330c-292d-4d0a-81ea-43b92d3ca213 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:55.984814 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning for port 8938ee64-aaa5-4ffb-bb63-65ea0c606179 completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:14:55.992975 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 8938ee64-aaa5-4ffb-bb63-65ea0c606179 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:14:55.993611 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:56.116690 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-a9bbee75-7499-410b-8cae-e7a97e05be3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807773f0-c9f9-48b2-b640-22970b9ee50c', 'name': 'tempest-TestShelveInstance-1823930054-router', 'tenant_id': '5cb245b5eee144b2b887eecf1cd5697e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '8938ee64-aaa5-4ffb-bb63-65ea0c606179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:14:47Z', 'updated_at': '2021-06-09T20:14:53Z', 'revision_number': 4, 'project_id': '5cb245b5eee144b2b887eecf1cd5697e', 'gw_port': {'id': '8938ee64-aaa5-4ffb-bb63-65ea0c606179', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:72:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807773f0-c9f9-48b2-b640-22970b9ee50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:14:48Z', 'updated_at': '2021-06-09T20:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '456aedd6-3ee6-4e57-b901-064373936ced', 'name': '', 'network_id': '4c0b53b9-63a3-4c3f-b507-324114f939be', 'tenant_id': '5cb245b5eee144b2b887eecf1cd5697e', 'mac_address': 'fa:16:3e:6e:27:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807773f0-c9f9-48b2-b640-22970b9ee50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a5b4481e-a666-4d6b-bdc7-f1327eb3f9c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:14:52Z', 'updated_at': '2021-06-09T20:14:53Z', 'revision_number': 2, 'project_id': '5cb245b5eee144b2b887eecf1cd5697e', 'subnets': [{'id': 'a5b4481e-a666-4d6b-bdc7-f1327eb3f9c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:14:56.121410 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bbee75-7499-410b-8cae-e7a97e05be3c None None] Checking router: 807773f0-c9f9-48b2-b640-22970b9ee50c for host: dv-cinder-795669-1-iscsi {{(pid=92458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:14:56.123135 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bbee75-7499-410b-8cae-e7a97e05be3c None None] Updating router 807773f0-c9f9-48b2-b640-22970b9ee50c port 456aedd6-3ee6-4e57-b901-064373936ced binding host dv-cinder-795669-1-iscsi {{(pid=92458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 20:14:56.124243 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:56.137597 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-a9db330c-292d-4d0a-81ea-43b92d3ca213 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:56.142732 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] For port 8938ee64-aaa5-4ffb-bb63-65ea0c606179, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=8938ee64-aaa5-4ffb-bb63-65ea0c606179,segment=NetworkSegment(5cc1a330-8329-4d0b-b0d5-254d1224405d),segment_id=5cc1a330-8329-4d0b-b0d5-254d1224405d)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:14:56.148976 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-9e9b6bfc-8d84-4875-a653-c25b4ea9ce30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:56.189396 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-a9bbee75-7499-410b-8cae-e7a97e05be3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:56.203925 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db330c-292d-4d0a-81ea-43b92d3ca213 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c99dde9e-30d2-4612-a8b1-6751968c642f,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:56.207088 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-a9db330c-292d-4d0a-81ea-43b92d3ca213 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:56.229344 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696895a-d33e-45a0-9527-5d434087fad9 req-967ca495-7a5c-4298-a0ef-52938aad0b80 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:56.231350 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d696895a-d33e-45a0-9527-5d434087fad9 req-967ca495-7a5c-4298-a0ef-52938aad0b80 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 946 time: 0.1558816 Jun 09 20:14:56.254306 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:56.264247 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:56.296830 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d696895a-d33e-45a0-9527-5d434087fad9 req-ba6b6a5f-9f7c-49c0-ab61-25166d0b7f02 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558715 Jun 09 20:14:56.298176 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-a9db330c-292d-4d0a-81ea-43b92d3ca213 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:56.302310 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-a9db330c-292d-4d0a-81ea-43b92d3ca213 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.5770586 Jun 09 20:14:56.302853 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 46864) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:56.309527 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-07bd1cca-b248-484a-bdfa-669f1c386c80 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Request body: {'security_group_rule': {'security_group_id': 'c99dde9e-30d2-4612-a8b1-6751968c642f', 'project_id': '77d6b587facd4bc88ca77baf7f14c937', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:14:56.351287 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Pushing event updated for resources: {'Port': ['ID=8938ee64-aaa5-4ffb-bb63-65ea0c606179,revision_number=4']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:56.354459 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:56.475538 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-07bd1cca-b248-484a-bdfa-669f1c386c80 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:56.539143 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-07bd1cca-b248-484a-bdfa-669f1c386c80 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:56.566950 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-a9bbee75-7499-410b-8cae-e7a97e05be3c None None] Notify callbacks [] for port, precommit_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:56.578622 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.provisioning_blocks [None req-a9bbee75-7499-410b-8cae-e7a97e05be3c None None] Transition to ACTIVE for port object 456aedd6-3ee6-4e57-b901-064373936ced will not be triggered until provisioned by entity L2. {{(pid=92458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:14:56.618530 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-07bd1cca-b248-484a-bdfa-669f1c386c80 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854183'] for security_group_rule, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:56.626216 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:56.648891 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd1cca-b248-484a-bdfa-669f1c386c80 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ba766a3-f872-41be-911c-d7c1baf777a3,revision_number=0']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:56.651751 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-07bd1cca-b248-484a-bdfa-669f1c386c80 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:56.693011 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-a9bbee75-7499-410b-8cae-e7a97e05be3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:56.697106 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:56.744562 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-07bd1cca-b248-484a-bdfa-669f1c386c80 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:56.749305 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-07bd1cca-b248-484a-bdfa-669f1c386c80 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4419906 Jun 09 20:14:56.749507 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 46868) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:56.754096 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [None req-290e1403-f3ed-452e-8e45-6a7f72fdab6c tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Request body: {'security_group_rule': {'security_group_id': 'c99dde9e-30d2-4612-a8b1-6751968c642f', 'project_id': '77d6b587facd4bc88ca77baf7f14c937', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:14:56.843638 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b51cce-f5f4-40e2-8bbf-7f3e9d8ea8f7 None None] Pushing event updated for resources: {'Port': ['ID=456aedd6-3ee6-4e57-b901-064373936ced,revision_number=3']} {{(pid=92458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:56.850715 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG oslo_concurrency.lockutils [None req-c6b51cce-f5f4-40e2-8bbf-7f3e9d8ea8f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:56.894656 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-290e1403-f3ed-452e-8e45-6a7f72fdab6c tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:56.911788 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.managers [None req-a9bbee75-7499-410b-8cae-e7a97e05be3c None None] Attempting to bind port 456aedd6-3ee6-4e57-b901-064373936ced on host dv-cinder-795669-1-iscsi for vnic_type normal with profile {{(pid=92458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:14:56.912335 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.managers [None req-a9bbee75-7499-410b-8cae-e7a97e05be3c None None] Attempting to bind port 456aedd6-3ee6-4e57-b901-064373936ced by drivers openvswitch,hyperv on host dv-cinder-795669-1-iscsi at level 0 using segments [{'id': '16da5749-2ea3-4516-8006-44cb3a77c935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4c0b53b9-63a3-4c3f-b507-324114f939be'}] {{(pid=92458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:14:56.912763 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bbee75-7499-410b-8cae-e7a97e05be3c None None] Attempting to bind port 456aedd6-3ee6-4e57-b901-064373936ced on network 4c0b53b9-63a3-4c3f-b507-324114f939be {{(pid=92458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:14:56.918265 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bbee75-7499-410b-8cae-e7a97e05be3c None None] Checking agent: {'id': 'b1990edb-c1d4-4f42-bb5d-5bf0b4ac7e85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 19, 59, 31), 'started_at': datetime.datetime(2021, 6, 9, 20, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:14:56.919968 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bbee75-7499-410b-8cae-e7a97e05be3c None None] Checking segment: {'id': '16da5749-2ea3-4516-8006-44cb3a77c935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4c0b53b9-63a3-4c3f-b507-324114f939be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:14:56.919968 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-a9bbee75-7499-410b-8cae-e7a97e05be3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:56.920164 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bbee75-7499-410b-8cae-e7a97e05be3c None None] Bound using segment: {'id': '16da5749-2ea3-4516-8006-44cb3a77c935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4c0b53b9-63a3-4c3f-b507-324114f939be'} {{(pid=92458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:14:56.920472 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.managers [None req-a9bbee75-7499-410b-8cae-e7a97e05be3c None None] Bound port: 456aedd6-3ee6-4e57-b901-064373936ced, host: dv-cinder-795669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16da5749-2ea3-4516-8006-44cb3a77c935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4c0b53b9-63a3-4c3f-b507-324114f939be'}}] {{(pid=92458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:14:56.920835 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-a9bbee75-7499-410b-8cae-e7a97e05be3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:56.962891 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-290e1403-f3ed-452e-8e45-6a7f72fdab6c tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:57.011540 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.db [None req-a9bbee75-7499-410b-8cae-e7a97e05be3c None None] For port 456aedd6-3ee6-4e57-b901-064373936ced, host dv-cinder-795669-1-iscsi, cleared binding levels {{(pid=92458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:14:57.015001 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.db [None req-a9bbee75-7499-410b-8cae-e7a97e05be3c None None] For port 456aedd6-3ee6-4e57-b901-064373936ced, host dv-cinder-795669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=456aedd6-3ee6-4e57-b901-064373936ced,segment=NetworkSegment(16da5749-2ea3-4516-8006-44cb3a77c935),segment_id=16da5749-2ea3-4516-8006-44cb3a77c935)] {{(pid=92458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:14:57.029871 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-290e1403-f3ed-452e-8e45-6a7f72fdab6c tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854183'] for security_group_rule, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:57.031928 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:57.054160 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e1403-f3ed-452e-8e45-6a7f72fdab6c tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca6ca475-753c-4146-aad1-88d3a743bc5f,revision_number=0']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:57.056423 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-290e1403-f3ed-452e-8e45-6a7f72fdab6c tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:57.121925 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-a9bbee75-7499-410b-8cae-e7a97e05be3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:57.126823 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG oslo_concurrency.lockutils [None req-771a5cb6-5c8a-4115-962d-c1c11e1f2a7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:57.138807 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-290e1403-f3ed-452e-8e45-6a7f72fdab6c tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:57.140165 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-290e1403-f3ed-452e-8e45-6a7f72fdab6c tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3897181 Jun 09 20:14:57.144280 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 46872) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:57.148475 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-c029fa41-116e-485a-8d76-c41e7a865dcd tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Request body: {'security_group_rule': {'security_group_id': 'c99dde9e-30d2-4612-a8b1-6751968c642f', 'project_id': '77d6b587facd4bc88ca77baf7f14c937', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:14:57.230277 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bbee75-7499-410b-8cae-e7a97e05be3c None None] Routers {'807773f0-c9f9-48b2-b640-22970b9ee50c'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:14:57.230896 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-a9bbee75-7499-410b-8cae-e7a97e05be3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:14:32Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['807773f0-c9f9-48b2-b640-22970b9ee50c'], 'active': True} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:14:57.278987 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-c029fa41-116e-485a-8d76-c41e7a865dcd tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:57.285921 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b51cce-f5f4-40e2-8bbf-7f3e9d8ea8f7 None None] Pushing event updated for resources: {'Port': ['ID=456aedd6-3ee6-4e57-b901-064373936ced,revision_number=4']} {{(pid=92458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:57.302959 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG oslo_concurrency.lockutils [None req-c6b51cce-f5f4-40e2-8bbf-7f3e9d8ea8f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:57.378135 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-c029fa41-116e-485a-8d76-c41e7a865dcd tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:57.458588 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-c029fa41-116e-485a-8d76-c41e7a865dcd tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854183'] for security_group_rule, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:57.460816 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-d78d3bab-7b5e-4230-ba4b-14c9011d3570 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:57.484210 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029fa41-116e-485a-8d76-c41e7a865dcd tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fcf01f7-36b2-4049-bd75-171cf70000d0,revision_number=0']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:57.486969 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-c029fa41-116e-485a-8d76-c41e7a865dcd tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:57.518071 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a31fce-83b4-4587-a525-088535315ced req-d9e3ec8f-e2f6-4634-8a17-19aac06f3a1c tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:57.519560 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c0a31fce-83b4-4587-a525-088535315ced req-d9e3ec8f-e2f6-4634-8a17-19aac06f3a1c tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 946 time: 0.1052153 Jun 09 20:14:57.524814 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvr_db [None req-a9bbee75-7499-410b-8cae-e7a97e05be3c None None] Set router 807773f0-c9f9-48b2-b640-22970b9ee50c gateway port host: dv-cinder-795669-1-iscsi {{(pid=92458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:14:57.544547 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-c029fa41-116e-485a-8d76-c41e7a865dcd tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:57.545811 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-c029fa41-116e-485a-8d76-c41e7a865dcd tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4017539 Jun 09 20:14:57.548659 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 46882) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:57.553613 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-3a0be052-6b1a-47d5-ba72-706f2d084e02 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Request body: {'security_group_rule': {'security_group_id': 'c99dde9e-30d2-4612-a8b1-6751968c642f', 'project_id': '77d6b587facd4bc88ca77baf7f14c937', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:14:57.598958 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c0a31fce-83b4-4587-a525-088535315ced req-8074303b-1cfb-4e46-85c0-4aba84e70f0b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705848 Jun 09 20:14:57.687497 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3a0be052-6b1a-47d5-ba72-706f2d084e02 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:57.754102 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 8938ee64-aaa5-4ffb-bb63-65ea0c606179 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:14:57.760101 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3a0be052-6b1a-47d5-ba72-706f2d084e02 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:57.807232 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3a0be052-6b1a-47d5-ba72-706f2d084e02 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854183'] for security_group_rule, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:57.809278 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-30078ec6-f3a2-43df-85df-a4ba904cc055 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:57.841737 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 8938ee64-aaa5-4ffb-bb63-65ea0c606179 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:14:57.842266 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:57.858444 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0be052-6b1a-47d5-ba72-706f2d084e02 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f099d2cd-b0c4-4df4-8bc3-270f36dc793f,revision_number=0']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:57.861184 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-3a0be052-6b1a-47d5-ba72-706f2d084e02 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:57.885083 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-a9bbee75-7499-410b-8cae-e7a97e05be3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807773f0-c9f9-48b2-b640-22970b9ee50c', 'name': 'tempest-TestShelveInstance-1823930054-router', 'tenant_id': '5cb245b5eee144b2b887eecf1cd5697e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '8938ee64-aaa5-4ffb-bb63-65ea0c606179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:14:47Z', 'updated_at': '2021-06-09T20:14:53Z', 'revision_number': 4, 'project_id': '5cb245b5eee144b2b887eecf1cd5697e', 'gw_port': {'id': '8938ee64-aaa5-4ffb-bb63-65ea0c606179', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:72:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807773f0-c9f9-48b2-b640-22970b9ee50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:14:48Z', 'updated_at': '2021-06-09T20:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '456aedd6-3ee6-4e57-b901-064373936ced', 'name': '', 'network_id': '4c0b53b9-63a3-4c3f-b507-324114f939be', 'tenant_id': '5cb245b5eee144b2b887eecf1cd5697e', 'mac_address': 'fa:16:3e:6e:27:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807773f0-c9f9-48b2-b640-22970b9ee50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a5b4481e-a666-4d6b-bdc7-f1327eb3f9c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:14:52Z', 'updated_at': '2021-06-09T20:14:57Z', 'revision_number': 4, 'project_id': '5cb245b5eee144b2b887eecf1cd5697e', 'subnets': [{'id': 'a5b4481e-a666-4d6b-bdc7-f1327eb3f9c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:14:57.890062 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bbee75-7499-410b-8cae-e7a97e05be3c None None] The sync data for ids ['807773f0-c9f9-48b2-b640-22970b9ee50c'] in dv-cinder-795669-1-iscsi is: [{'id': '807773f0-c9f9-48b2-b640-22970b9ee50c', 'name': 'tempest-TestShelveInstance-1823930054-router', 'tenant_id': '5cb245b5eee144b2b887eecf1cd5697e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '8938ee64-aaa5-4ffb-bb63-65ea0c606179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:14:47Z', 'updated_at': '2021-06-09T20:14:53Z', 'revision_number': 4, 'project_id': '5cb245b5eee144b2b887eecf1cd5697e', 'gw_port': {'id': '8938ee64-aaa5-4ffb-bb63-65ea0c606179', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:72:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807773f0-c9f9-48b2-b640-22970b9ee50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:14:48Z', 'updated_at': '2021-06-09T20:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '456aedd6-3ee6-4e57-b901-064373936ced', 'name': '', 'network_id': '4c0b53b9-63a3-4c3f-b507-324114f939be', 'tenant_id': '5cb245b5eee144b2b887eecf1cd5697e', 'mac_address': 'fa:16:3e:6e:27:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807773f0-c9f9-48b2-b640-22970b9ee50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a5b4481e-a666-4d6b-bdc7-f1327eb3f9c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:14:52Z', 'updated_at': '2021-06-09T20:14:57Z', 'revision_number': 4, 'project_id': '5cb245b5eee144b2b887eecf1cd5697e', 'subnets': [{'id': 'a5b4481e-a666-4d6b-bdc7-f1327eb3f9c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:14:57.979002 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3a0be052-6b1a-47d5-ba72-706f2d084e02 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:57.983344 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-3a0be052-6b1a-47d5-ba72-706f2d084e02 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4306135 Jun 09 20:14:57.983541 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 46890) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:57.988139 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-3ba0308a-aa73-4e44-82b3-fe542c8c1f37 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Request body: {'security_group_rule': {'security_group_id': 'c99dde9e-30d2-4612-a8b1-6751968c642f', 'project_id': '77d6b587facd4bc88ca77baf7f14c937', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:14:58.105669 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.db.securitygroups_db [None req-3ba0308a-aa73-4e44-82b3-fe542c8c1f37 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Project 77d6b587facd4bc88ca77baf7f14c937 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 20:14:58.117143 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3ba0308a-aa73-4e44-82b3-fe542c8c1f37 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:58.186944 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3ba0308a-aa73-4e44-82b3-fe542c8c1f37 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:58.258605 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3ba0308a-aa73-4e44-82b3-fe542c8c1f37 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854183'] for security_group_rule, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:58.265613 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-e1ab1aeb-c0e0-42b4-85fe-f25108e3cc0b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:58.286895 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0308a-aa73-4e44-82b3-fe542c8c1f37 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7042bad2-67eb-4b61-a0e5-f6975ce782a2,revision_number=0']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:58.290846 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-3ba0308a-aa73-4e44-82b3-fe542c8c1f37 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:58.373089 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3ba0308a-aa73-4e44-82b3-fe542c8c1f37 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:58.377443 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-3ba0308a-aa73-4e44-82b3-fe542c8c1f37 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3901541 Jun 09 20:14:58.377917 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 46892) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:14:58.383193 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-f6037938-8b9a-4cb9-847c-c0719d3a47a9 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Request body: {'security_group_rule': {'security_group_id': 'c99dde9e-30d2-4612-a8b1-6751968c642f', 'project_id': '77d6b587facd4bc88ca77baf7f14c937', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:14:58.482525 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.db.securitygroups_db [None req-f6037938-8b9a-4cb9-847c-c0719d3a47a9 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Project 77d6b587facd4bc88ca77baf7f14c937 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 20:14:58.491257 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f6037938-8b9a-4cb9-847c-c0719d3a47a9 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:58.563381 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f6037938-8b9a-4cb9-847c-c0719d3a47a9 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:58.698683 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f6037938-8b9a-4cb9-847c-c0719d3a47a9 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854183'] for security_group_rule, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:58.700823 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:14:58.723338 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6037938-8b9a-4cb9-847c-c0719d3a47a9 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96cdbf31-0b17-4ea7-bbcd-f4e6a83f00e2,revision_number=0']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:14:58.731517 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-f6037938-8b9a-4cb9-847c-c0719d3a47a9 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:14:58.818804 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f6037938-8b9a-4cb9-847c-c0719d3a47a9 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:58.819763 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243b91f-10b1-48dd-8d5f-ac126fb87a0a req-7b2363bb-abd1-421b-a69c-5ea45c53b03c tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:14:58.820248 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-f6037938-8b9a-4cb9-847c-c0719d3a47a9 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4413264 Jun 09 20:14:58.825703 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f243b91f-10b1-48dd-8d5f-ac126fb87a0a req-7b2363bb-abd1-421b-a69c-5ea45c53b03c tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 946 time: 0.0960023 Jun 09 20:14:58.875696 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f243b91f-10b1-48dd-8d5f-ac126fb87a0a req-fbd40631-300b-49f5-8106-8d931b4205b1 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441256 Jun 09 20:14:59.048188 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-576e3d1a-abb3-49a2-b430-9d89f8c447dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:14:59.773431 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 456aedd6-3ee6-4e57-b901-064373936ced up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:14:59.910357 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning for port 456aedd6-3ee6-4e57-b901-064373936ced completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:14:59.927045 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 456aedd6-3ee6-4e57-b901-064373936ced triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:14:59.927430 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:00.051861 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:00.085319 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] For port 456aedd6-3ee6-4e57-b901-064373936ced, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=456aedd6-3ee6-4e57-b901-064373936ced,segment=NetworkSegment(16da5749-2ea3-4516-8006-44cb3a77c935),segment_id=16da5749-2ea3-4516-8006-44cb3a77c935)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:15:00.091176 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789c7ee-86df-4ba7-bfb9-0a5b35a28d28 req-71fb6a41-a957-4d35-b1aa-57447ff10c4a tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:00.092645 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b789c7ee-86df-4ba7-bfb9-0a5b35a28d28 req-71fb6a41-a957-4d35-b1aa-57447ff10c4a tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 946 time: 0.0927622 Jun 09 20:15:00.146958 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b789c7ee-86df-4ba7-bfb9-0a5b35a28d28 req-636c31e1-b4b7-4196-99f4-7117158e4d77 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483799 Jun 09 20:15:00.161705 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:00.168367 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-0fb110ed-5408-48e1-aa56-7f80ab6544a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:00.243756 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Pushing event updated for resources: {'Port': ['ID=456aedd6-3ee6-4e57-b901-064373936ced,revision_number=5']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:00.251268 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:00.251619 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:00.251990 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:00.252327 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:00.252654 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:00.253081 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:00.253463 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:00.253789 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:00.254204 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:00.254528 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:00.254854 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:00.255169 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:00.258894 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:01.337864 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dcdc6b-6399-4ff9-8fbd-eaa4b4bfa402 req-772ff0d2-6dca-4699-9214-6bca95fa142c tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:01.339295 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-55dcdc6b-6399-4ff9-8fbd-eaa4b4bfa402 req-772ff0d2-6dca-4699-9214-6bca95fa142c tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 946 time: 0.0823703 Jun 09 20:15:01.388649 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-55dcdc6b-6399-4ff9-8fbd-eaa4b4bfa402 req-4b66b572-866a-4ced-b3d6-c87efba22547 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430038 Jun 09 20:15:01.441559 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:01.721438 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 456aedd6-3ee6-4e57-b901-064373936ced up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:15:01.819495 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 456aedd6-3ee6-4e57-b901-064373936ced triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:15:01.819909 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:01.887533 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-31cab017-54e1-4642-9b23-904c44aa275f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:02.220023 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 46992) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:15:02.343629 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-4e0ee511-deac-4075-8104-59e7d0c76473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:02.564638 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-4e0ee511-deac-4075-8104-59e7d0c76473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:02.595194 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98a424-6068-46e3-b445-a928869e7948 req-ea4e9813-2e47-4fc2-bf71-9332b68c216f tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:02.596936 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3b98a424-6068-46e3-b445-a928869e7948 req-ea4e9813-2e47-4fc2-bf71-9332b68c216f tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 946 time: 0.0871437 Jun 09 20:15:02.646507 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3b98a424-6068-46e3-b445-a928869e7948 req-75b49d1a-3ea8-4778-8ffb-71ff4d70e649 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434470 Jun 09 20:15:02.647145 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-4e0ee511-deac-4075-8104-59e7d0c76473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:02.659264 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-f03b3cde-1875-405b-a358-55f4d3ce8643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:02.698863 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:02.699668 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-4e0ee511-deac-4075-8104-59e7d0c76473 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=71199f71b3ef42a8b825880d449700c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4786820 Jun 09 20:15:02.701323 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ee511-deac-4075-8104-59e7d0c76473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16eb3cd6-2aa9-4a9e-9745-5a8267b06aef,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:02.702286 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 47002) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:15:02.704361 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-4e0ee511-deac-4075-8104-59e7d0c76473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:02.759520 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-cf8884eb-bc8f-4195-a45f-d2189f4fdf98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:02.788812 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-cf8884eb-bc8f-4195-a45f-d2189f4fdf98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:03.053429 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-cf8884eb-bc8f-4195-a45f-d2189f4fdf98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:03.068413 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-cf8884eb-bc8f-4195-a45f-d2189f4fdf98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:03.068413 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-cf8884eb-bc8f-4195-a45f-d2189f4fdf98 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/16eb3cd6-2aa9-4a9e-9745-5a8267b06aef HTTP/1.1" status: 204 len: 168 time: 0.3577771 Jun 09 20:15:03.068413 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-bce111aa-af6e-4532-9894-cf2511df0342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:03.116847 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8884eb-bc8f-4195-a45f-d2189f4fdf98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16eb3cd6-2aa9-4a9e-9745-5a8267b06aef,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:03.120828 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-cf8884eb-bc8f-4195-a45f-d2189f4fdf98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:03.769601 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 47018) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:15:03.792899 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-c751765d-995a-4c15-aa06-1571e1057d88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:03.859440 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe9123-8925-4442-8658-509738e33b3e req-2d5ce5c0-fe6c-450b-b157-784f5ea8e85b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:03.859440 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-5dbe9123-8925-4442-8658-509738e33b3e req-2d5ce5c0-fe6c-450b-b157-784f5ea8e85b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 946 time: 0.0933816 Jun 09 20:15:03.903930 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-c751765d-995a-4c15-aa06-1571e1057d88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:03.909413 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-5dbe9123-8925-4442-8658-509738e33b3e req-6f0bfcaa-fbcf-4ad8-8b8f-a09d22cd3e55 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440953 Jun 09 20:15:03.947209 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 493d9495-9f3e-4f13-9c8c-517239ab826d details requested by agent hyperv_hv-cinder-79566 with host hv-cinder-79566 {{(pid=92457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 20:15:04.002120 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-c751765d-995a-4c15-aa06-1571e1057d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:04.009610 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-7da5b788-ad7c-40e0-8087-ac442f612b13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:04.051086 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-c751765d-995a-4c15-aa06-1571e1057d88 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1b6935b6418c422f950d2999c98e2470&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2793825 Jun 09 20:15:04.053323 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c751765d-995a-4c15-aa06-1571e1057d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d00b0c1-a72b-449f-97d5-828385a0935e,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:04.056073 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 47020) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:15:04.058639 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-c751765d-995a-4c15-aa06-1571e1057d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:04.133457 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b046e2ff-f641-4e2a-ae6a-0ddc153ce733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:04.135633 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 493d9495-9f3e-4f13-9c8c-517239ab826d, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=493d9495-9f3e-4f13-9c8c-517239ab826d,segment=NetworkSegment(45746326-9f2d-4f9b-be09-234217d11e5c),segment_id=45746326-9f2d-4f9b-be09-234217d11e5c)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:15:04.152100 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Returning: {'device': '493d9495-9f3e-4f13-9c8c-517239ab826d', 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18', 'port_id': '493d9495-9f3e-4f13-9c8c-517239ab826d', 'mac_address': 'fa:16:3e:0d:51:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e75af2a-aa07-4655-b1c0-db112593470c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 20:15:04.177544 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b046e2ff-f641-4e2a-ae6a-0ddc153ce733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:04.215312 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:04.246895 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 493d9495-9f3e-4f13-9c8c-517239ab826d {{(pid=92457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:15:04.276123 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 493d9495-9f3e-4f13-9c8c-517239ab826d, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=493d9495-9f3e-4f13-9c8c-517239ab826d,segment=NetworkSegment(45746326-9f2d-4f9b-be09-234217d11e5c),segment_id=45746326-9f2d-4f9b-be09-234217d11e5c)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:15:04.361620 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b046e2ff-f641-4e2a-ae6a-0ddc153ce733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:04.364186 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b046e2ff-f641-4e2a-ae6a-0ddc153ce733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:04.365327 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-b046e2ff-f641-4e2a-ae6a-0ddc153ce733 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2d00b0c1-a72b-449f-97d5-828385a0935e HTTP/1.1" status: 204 len: 168 time: 0.3080873 Jun 09 20:15:04.366181 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-2022d622-9abd-41b4-966e-6e1682659eca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:04.376925 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b046e2ff-f641-4e2a-ae6a-0ddc153ce733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d00b0c1-a72b-449f-97d5-828385a0935e,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:04.379358 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-b046e2ff-f641-4e2a-ae6a-0ddc153ce733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:04.385129 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:04.390595 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-22077e56-3cb9-48d2-a4d4-3455bb167108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:04.428777 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:04.476196 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=493d9495-9f3e-4f13-9c8c-517239ab826d,revision_number=6']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:04.479308 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:04.486916 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['493d9495-9f3e-4f13-9c8c-517239ab826d'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:15:05.108614 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f6a45-d3ff-4b27-91e3-936788fd8c7c req-ae9c068b-520f-44f1-990e-f702f35df97b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:05.110080 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2d4f6a45-d3ff-4b27-91e3-936788fd8c7c req-ae9c068b-520f-44f1-990e-f702f35df97b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 945 time: 0.0855975 Jun 09 20:15:05.156294 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2d4f6a45-d3ff-4b27-91e3-936788fd8c7c req-ac69317f-6971-4762-85c0-4d468ef58135 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406981 Jun 09 20:15:05.986356 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 493d9495-9f3e-4f13-9c8c-517239ab826d up at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:15:06.052773 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning complete for port 493d9495-9f3e-4f13-9c8c-517239ab826d triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:15:06.053146 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:06.170571 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:06.200955 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493d9495-9f3e-4f13-9c8c-517239ab826d'}] {{(pid=92457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:15:06.204580 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c413b0bec0402a5ae16451c6582d791322e0202680a960d7e14492227081b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc123921-db3a-4bdc-b253-e53cc2596320" -d '{"events": [{"server_uuid": "4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1", "name": "network-vif-plugged", "status": "completed", "tag": "493d9495-9f3e-4f13-9c8c-517239ab826d"}]}' {{(pid=92457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:15:06.210595 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 493d9495-9f3e-4f13-9c8c-517239ab826d, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=493d9495-9f3e-4f13-9c8c-517239ab826d,segment=NetworkSegment(45746326-9f2d-4f9b-be09-234217d11e5c),segment_id=45746326-9f2d-4f9b-be09-234217d11e5c)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:15:06.306674 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:06.314429 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:06.410593 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb63cdc-1cf5-4387-ab74-aedcf2750b81 req-d91b9b99-0b52-4d79-9e12-f6c770180fa7 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:06.414279 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-5cb63cdc-1cf5-4387-ab74-aedcf2750b81 req-d91b9b99-0b52-4d79-9e12-f6c770180fa7 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 946 time: 0.1374345 Jun 09 20:15:06.447047 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=493d9495-9f3e-4f13-9c8c-517239ab826d,revision_number=7']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:06.457190 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:06.526650 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-5cb63cdc-1cf5-4387-ab74-aedcf2750b81 req-f4aeaae4-3bdd-430f-8f0f-e8a4a03c0d3a tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039886 Jun 09 20:15:06.590621 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4576750-5aee-4cb4-ba13-4e076feb1d0a x-openstack-request-id: req-d4576750-5aee-4cb4-ba13-4e076feb1d0a {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:15:06.590956 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1", "name": "network-vif-plugged", "status": "completed", "tag": "493d9495-9f3e-4f13-9c8c-517239ab826d", "code": 200}]} {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:15:06.591217 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d4576750-5aee-4cb4-ba13-4e076feb1d0a {{(pid=92457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:15:06.591611 dv-cinder-795669-1-iscsi neutron-server[92457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493d9495-9f3e-4f13-9c8c-517239ab826d', 'code': 200} Jun 09 20:15:07.723558 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15177e-4bd0-4e3f-bccb-eb0d7c70fef9 req-28bf4cac-48cb-4b4d-ae6e-3245b788eccd tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:07.725137 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-af15177e-4bd0-4e3f-bccb-eb0d7c70fef9 req-28bf4cac-48cb-4b4d-ae6e-3245b788eccd tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 946 time: 0.0792854 Jun 09 20:15:07.771473 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-af15177e-4bd0-4e3f-bccb-eb0d7c70fef9 req-56b5d3da-3399-4b60-8e7b-ede43204959f tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401161 Jun 09 20:15:08.969575 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970eb45-8a23-4ec7-8622-d57833d6622d req-1f4fe1c8-bf2c-48a5-b16f-8c9bba9d2b74 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:08.971056 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4970eb45-8a23-4ec7-8622-d57833d6622d req-1f4fe1c8-bf2c-48a5-b16f-8c9bba9d2b74 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 946 time: 0.0860240 Jun 09 20:15:09.017764 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4970eb45-8a23-4ec7-8622-d57833d6622d req-bcbac0e2-b19a-4342-a6f7-3a1a3d9b8c78 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408971 Jun 09 20:15:09.902865 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 6 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:15:10.210386 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302e0e2-cc3e-4ee0-a64b-514dbd826944 req-344280fd-0f5d-4c34-868b-71e3e18bc54b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:10.211803 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a302e0e2-cc3e-4ee0-a64b-514dbd826944 req-344280fd-0f5d-4c34-868b-71e3e18bc54b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 946 time: 0.0824230 Jun 09 20:15:10.260990 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a302e0e2-cc3e-4ee0-a64b-514dbd826944 req-47c8b05c-89c3-4b68-80ea-bbf0650eda5c tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430393 Jun 09 20:15:10.545392 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 47138) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:15:10.665950 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-49b221dc-d60b-4eb6-aac6-87c978cdd039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:10.772537 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-49b221dc-d60b-4eb6-aac6-87c978cdd039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:10.881833 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-49b221dc-d60b-4eb6-aac6-87c978cdd039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:10.890579 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:10.934463 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b221dc-d60b-4eb6-aac6-87c978cdd039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b85949-b52a-447d-9baf-cad05ad681e0,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:10.939334 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-49b221dc-d60b-4eb6-aac6-87c978cdd039 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a16d840ea69e41d8b61bc18dc0d6c094&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3929009 Jun 09 20:15:10.940343 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-49b221dc-d60b-4eb6-aac6-87c978cdd039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:10.942109 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 47152) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:15:11.099533 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-4673f47b-ac55-40b4-b40c-0177da5053c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:11.125577 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-4673f47b-ac55-40b4-b40c-0177da5053c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:11.236701 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-4673f47b-ac55-40b4-b40c-0177da5053c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:11.239800 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-4673f47b-ac55-40b4-b40c-0177da5053c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:11.241205 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-4673f47b-ac55-40b4-b40c-0177da5053c5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/63b85949-b52a-447d-9baf-cad05ad681e0 HTTP/1.1" status: 204 len: 168 time: 0.2979977 Jun 09 20:15:11.242252 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-0dae5b6d-b364-432b-99e8-ec936d14e796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:11.255105 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673f47b-ac55-40b4-b40c-0177da5053c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b85949-b52a-447d-9baf-cad05ad681e0,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:11.259249 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-4673f47b-ac55-40b4-b40c-0177da5053c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:11.459960 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fafc70-9b31-4679-8a60-e91db7c1dfe2 req-cee21824-3438-469e-a227-bb031b186216 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:11.465252 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d7fafc70-9b31-4679-8a60-e91db7c1dfe2 req-cee21824-3438-469e-a227-bb031b186216 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 946 time: 0.0881355 Jun 09 20:15:11.506836 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d7fafc70-9b31-4679-8a60-e91db7c1dfe2 req-5f54df27-7ec8-4a84-819a-aacceb254b66 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395160 Jun 09 20:15:11.977142 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 47182) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:15:12.009362 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-25b17fb7-0d58-4823-87d6-87e2cd98900e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:12.136611 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-25b17fb7-0d58-4823-87d6-87e2cd98900e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:12.225139 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-25b17fb7-0d58-4823-87d6-87e2cd98900e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:12.233832 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-c751765d-995a-4c15-aa06-1571e1057d88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:12.277642 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-25b17fb7-0d58-4823-87d6-87e2cd98900e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f60f8ec89b794e0da9ade91aa320447b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2993765 Jun 09 20:15:12.279432 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b17fb7-0d58-4823-87d6-87e2cd98900e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9096bf0-0a06-4332-9e43-658e6613d0b2,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:12.281240 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 47186) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:15:12.296003 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-25b17fb7-0d58-4823-87d6-87e2cd98900e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:12.352771 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-766661bd-87e7-4419-9fbd-67130abdc7ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:12.381237 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-766661bd-87e7-4419-9fbd-67130abdc7ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:12.533258 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-766661bd-87e7-4419-9fbd-67130abdc7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:12.542575 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-766661bd-87e7-4419-9fbd-67130abdc7ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:12.542575 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-766661bd-87e7-4419-9fbd-67130abdc7ba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d9096bf0-0a06-4332-9e43-658e6613d0b2 HTTP/1.1" status: 204 len: 168 time: 0.2534337 Jun 09 20:15:12.542575 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-88bacd6a-139b-4c96-86e1-1ade21346cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:12.598513 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766661bd-87e7-4419-9fbd-67130abdc7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9096bf0-0a06-4332-9e43-658e6613d0b2,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:12.617864 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-766661bd-87e7-4419-9fbd-67130abdc7ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:12.893158 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e0e59-8fad-42d5-9e3c-d4d98a931d4d req-91c97c09-15a4-4ba8-b2d3-bd47d9e2809f tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:12.894608 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4f5e0e59-8fad-42d5-9e3c-d4d98a931d4d req-91c97c09-15a4-4ba8-b2d3-bd47d9e2809f tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 946 time: 0.1657836 Jun 09 20:15:12.992025 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4f5e0e59-8fad-42d5-9e3c-d4d98a931d4d req-75001434-f76c-4dbf-8446-6c7cb0dfe7fc tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896366 Jun 09 20:15:14.252754 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913cc4d-4cc3-4f9a-b600-89dae5fa2e6c req-674b2701-b1c4-4721-90ff-e4152db48ed6 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:14.254551 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a913cc4d-4cc3-4f9a-b600-89dae5fa2e6c req-674b2701-b1c4-4721-90ff-e4152db48ed6 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 946 time: 0.1323483 Jun 09 20:15:14.340667 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a913cc4d-4cc3-4f9a-b600-89dae5fa2e6c req-8f0895ad-b9bb-4321-8314-a787d77a2eea tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791426 Jun 09 20:15:15.616454 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ff5dc-8018-46ba-9328-bd3c4589a39f req-89b9c84e-a1a8-4b2a-818d-00a862cea4b5 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:15.624365 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e29ff5dc-8018-46ba-9328-bd3c4589a39f req-89b9c84e-a1a8-4b2a-818d-00a862cea4b5 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 946 time: 0.1308663 Jun 09 20:15:15.669929 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e29ff5dc-8018-46ba-9328-bd3c4589a39f req-d550868b-117b-4389-aa55-4255dd33ad30 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432148 Jun 09 20:15:16.984352 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de7e8c-fd16-46a8-9d78-43778423dfa9 req-05fa68e3-60b3-4d8a-b9dc-4977ca265c32 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:16.999047 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-40de7e8c-fd16-46a8-9d78-43778423dfa9 req-05fa68e3-60b3-4d8a-b9dc-4977ca265c32 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 946 time: 0.1443329 Jun 09 20:15:17.076521 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-40de7e8c-fd16-46a8-9d78-43778423dfa9 req-b52b6d72-fde2-406e-80d4-6a4982ff6377 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756476 Jun 09 20:15:18.325565 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d01875-14c9-440a-9c0f-307a8654d34e req-b7963e04-cde5-42e3-b13d-3274ebf1a560 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:18.328262 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-01d01875-14c9-440a-9c0f-307a8654d34e req-b7963e04-cde5-42e3-b13d-3274ebf1a560 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 946 time: 0.1079271 Jun 09 20:15:18.382514 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-01d01875-14c9-440a-9c0f-307a8654d34e req-b67c99c8-e591-4162-8c66-a92093210596 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464211 Jun 09 20:15:19.645238 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd7800-3ff9-42f2-9066-3733f76654b6 req-fdb5e762-6d7c-458c-b0dd-96f2f22ce897 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:19.645238 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9ffd7800-3ff9-42f2-9066-3733f76654b6 req-fdb5e762-6d7c-458c-b0dd-96f2f22ce897 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 946 time: 0.0894606 Jun 09 20:15:19.645238 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9ffd7800-3ff9-42f2-9066-3733f76654b6 req-d9c6b1c8-7a59-4431-a88a-7bed56799b43 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399828 Jun 09 20:15:20.848553 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c6f59-0070-4061-83e8-327eee4b9b19 req-9fdef779-5ac3-4026-808e-8857e7172b40 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:20.850090 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ff0c6f59-0070-4061-83e8-327eee4b9b19 req-9fdef779-5ac3-4026-808e-8857e7172b40 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 946 time: 0.0946834 Jun 09 20:15:20.896874 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ff0c6f59-0070-4061-83e8-327eee4b9b19 req-63d402aa-43b3-4963-bc05-7011bbb66d83 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403287 Jun 09 20:15:22.118817 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee00ed-fd9e-435e-9366-fd215af09fca req-0ce24bbe-471e-458d-8a3b-442c1e277a24 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:22.121107 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-96ee00ed-fd9e-435e-9366-fd215af09fca req-0ce24bbe-471e-458d-8a3b-442c1e277a24 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 946 time: 0.0995102 Jun 09 20:15:22.198805 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-96ee00ed-fd9e-435e-9366-fd215af09fca req-b939ee3c-efbe-4f74-a2d6-f5c101b3f9f2 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717964 Jun 09 20:15:23.438536 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16459fe4-dd5a-4ff9-b296-dd22c9d29e0a req-5835ba90-1d93-46f2-8875-a0154c69ecb2 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:23.448207 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-16459fe4-dd5a-4ff9-b296-dd22c9d29e0a req-5835ba90-1d93-46f2-8875-a0154c69ecb2 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 946 time: 0.1146080 Jun 09 20:15:23.560568 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-16459fe4-dd5a-4ff9-b296-dd22c9d29e0a req-9f6686ed-9e49-431b-ad83-f6b0edf235a9 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104822 Jun 09 20:15:23.752089 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-16f7fc0b-6aea-433c-a9f5-8e6ed77378d1 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-44642418&fields=id&tenant_id=77d6b587facd4bc88ca77baf7f14c937 HTTP/1.1" status: 200 len: 267 time: 0.0408812 Jun 09 20:15:23.914780 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-6d29533e-9757-4fd7-809c-df212bc4c0d8 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:23.916548 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-6d29533e-9757-4fd7-809c-df212bc4c0d8 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/networks?id=c25cf144-9666-4eca-b7e8-da4423771347 HTTP/1.1" status: 200 len: 809 time: 0.1571794 Jun 09 20:15:23.931659 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-7efd21f1-9d70-4059-9d68-876f001e4867 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/quotas/77d6b587facd4bc88ca77baf7f14c937 HTTP/1.1" status: 200 len: 375 time: 0.0093544 Jun 09 20:15:24.013583 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-38932f28-6cf8-4083-84ee-cf1799520d8d tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=77d6b587facd4bc88ca77baf7f14c937&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0761244 Jun 09 20:15:24.279049 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-99ce6ce4-3fd0-4048-bdb3-d14a6256df08 service neutron] 10.222.0.15 "GET /v2.0/networks/c25cf144-9666-4eca-b7e8-da4423771347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528284 Jun 09 20:15:24.459709 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-42039b20-c79b-4ce5-a557-bd8d6bf740e0 service neutron] 10.222.0.15 "GET /v2.0/networks/c25cf144-9666-4eca-b7e8-da4423771347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737678 Jun 09 20:15:24.648917 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:24.922497 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f9b80-7d28-4615-bc1c-4e477c1dd6ec req-761ab480-e9b5-46ac-88bc-14465ba45ce6 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:24.924140 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-396f9b80-7d28-4615-bc1c-4e477c1dd6ec req-761ab480-e9b5-46ac-88bc-14465ba45ce6 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 946 time: 0.2088180 Jun 09 20:15:24.971701 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-396f9b80-7d28-4615-bc1c-4e477c1dd6ec req-c9a61904-4bca-477b-bf4c-d6bf0d918694 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412621 Jun 09 20:15:25.428924 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-06403f70-7b9e-4b6f-9869-5da42430be8b req-cee350df-0eac-4969-a2e1-83495ebfa411 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 210 time: 0.0420170 Jun 09 20:15:26.179667 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572fb2b-c96d-44ab-add4-ed483c474ec5 req-52fdc129-9002-4dd0-85c2-27d8dd635d59 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:26.181169 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6572fb2b-c96d-44ab-add4-ed483c474ec5 req-52fdc129-9002-4dd0-85c2-27d8dd635d59 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 946 time: 0.0874188 Jun 09 20:15:26.238344 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6572fb2b-c96d-44ab-add4-ed483c474ec5 req-dd8ff353-df39-45e0-b71b-c42f05b26d4c tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452616 Jun 09 20:15:26.303024 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808ea5d-23b9-4687-89a4-9849056621c3 req-30b4cfb0-47d3-4c44-8ebf-8295b299ef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:26.304424 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-0808ea5d-23b9-4687-89a4-9849056621c3 req-30b4cfb0-47d3-4c44-8ebf-8295b299ef2f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce21b31906334471913e27e7b2dd9bf2&device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 1099 time: 0.1028225 Jun 09 20:15:26.436296 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808ea5d-23b9-4687-89a4-9849056621c3 req-192c4c40-0c9b-4303-b18e-a263fddefc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:26.437717 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-0808ea5d-23b9-4687-89a4-9849056621c3 req-192c4c40-0c9b-4303-b18e-a263fddefc69 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d61eb754-bcce-4b42-88fd-e498290dcd18 HTTP/1.1" status: 200 len: 918 time: 0.1262567 Jun 09 20:15:26.555462 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-0808ea5d-23b9-4687-89a4-9849056621c3 req-16f861fc-e115-4512-ac93-9fe6f1e89137 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=493d9495-9f3e-4f13-9c8c-517239ab826d HTTP/1.1" status: 200 len: 1002 time: 0.1113360 Jun 09 20:15:26.593708 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-97e118dc-8d01-4272-80b3-2d83f48b06f0 req-e25eb9da-0593-420a-b473-a40c8f2c5536 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 210 time: 0.0449138 Jun 09 20:15:26.618515 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808ea5d-23b9-4687-89a4-9849056621c3 req-89886b81-b2ff-4c75-b72e-fb3f9cc4bcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:26.619956 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-0808ea5d-23b9-4687-89a4-9849056621c3 req-89886b81-b2ff-4c75-b72e-fb3f9cc4bcf6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3e75af2a-aa07-4655-b1c0-db112593470c HTTP/1.1" status: 200 len: 856 time: 0.0584769 Jun 09 20:15:26.700626 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808ea5d-23b9-4687-89a4-9849056621c3 req-e9270ff7-6fba-4a23-a60b-747f691e946f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:26.703033 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-0808ea5d-23b9-4687-89a4-9849056621c3 req-e9270ff7-6fba-4a23-a60b-747f691e946f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d61eb754-bcce-4b42-88fd-e498290dcd18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756803 Jun 09 20:15:26.836454 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-0808ea5d-23b9-4687-89a4-9849056621c3 req-95a602dd-f500-4dcf-800a-27ce97bd1cd7 service neutron] 10.222.0.22 "GET /v2.0/networks/d61eb754-bcce-4b42-88fd-e498290dcd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270058 Jun 09 20:15:26.972538 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-0808ea5d-23b9-4687-89a4-9849056621c3 req-7da5447b-7de0-496d-b674-5665392b86ec service neutron] 10.222.0.22 "GET /v2.0/networks/d61eb754-bcce-4b42-88fd-e498290dcd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284204 Jun 09 20:15:27.429808 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528febc-cf91-4303-91d8-70f78f7922ee req-28f063cd-faac-4169-be50-a778b6093252 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:27.431243 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e528febc-cf91-4303-91d8-70f78f7922ee req-28f063cd-faac-4169-be50-a778b6093252 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 946 time: 0.0834005 Jun 09 20:15:27.476905 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e528febc-cf91-4303-91d8-70f78f7922ee req-e5f471bf-baec-4d94-9a00-88cc90784d9b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389388 Jun 09 20:15:27.663061 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-b94fc459-3480-45c0-bc8f-709133774a57 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:27.664482 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-b94fc459-3480-45c0-bc8f-709133774a57 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.22 "GET /v2.0/networks?id=c25cf144-9666-4eca-b7e8-da4423771347 HTTP/1.1" status: 200 len: 809 time: 0.1479554 Jun 09 20:15:27.719009 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-38984de3-4dd8-49e0-8eaf-4340a8684f76 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77d6b587facd4bc88ca77baf7f14c937 HTTP/1.1" status: 200 len: 378 time: 0.0447216 Jun 09 20:15:27.728264 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-2f88881d-cbf0-499f-bf18-f5098ebe9164 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Request body: {'port': {'device_id': '7175c798-1149-4cab-8aaa-3f4f2f9ef140', 'network_id': 'c25cf144-9666-4eca-b7e8-da4423771347', 'admin_state_up': True, 'tenant_id': '77d6b587facd4bc88ca77baf7f14c937', 'security_groups': ['c99dde9e-30d2-4612-a8b1-6751968c642f']}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:15:27.744521 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8224ea8d-6d83-41f9-be27-edfe24efc8e1 req-bc6a298a-46a1-47bf-92df-f83434ad44b8 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 210 time: 0.0429883 Jun 09 20:15:28.013650 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-2f88881d-cbf0-499f-bf18-f5098ebe9164 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Made reservation on behalf of 77d6b587facd4bc88ca77baf7f14c937 for: {'port': 1} {{(pid=92456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:15:28.017298 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-2f88881d-cbf0-499f-bf18-f5098ebe9164 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:28.177888 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_common [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-2f88881d-cbf0-499f-bf18-f5098ebe9164 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Allocated IP 172.20.0.6 (c25cf144-9666-4eca-b7e8-da4423771347/e6100829-d6cf-4576-ade0-479f0419f14e/e7daff8f-0061-40be-bdfc-f48bc45eb88a) {{(pid=92456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:15:28.438087 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-2f88881d-cbf0-499f-bf18-f5098ebe9164 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks [] for port, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:28.453581 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.provisioning_blocks [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-2f88881d-cbf0-499f-bf18-f5098ebe9164 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Transition to ACTIVE for port object e7daff8f-0061-40be-bdfc-f48bc45eb88a will not be triggered until provisioned by entity DHCP. {{(pid=92456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:15:28.552255 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-2f88881d-cbf0-499f-bf18-f5098ebe9164 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2273985'] for port, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:28.563534 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-da39e818-8b25-4326-977b-d2d7a4ad550a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:28.686096 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-2f88881d-cbf0-499f-bf18-f5098ebe9164 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Network c25cf144-9666-4eca-b7e8-da4423771347 is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:15:28.691397 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-2f88881d-cbf0-499f-bf18-f5098ebe9164 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:15:28.696463 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-2f88881d-cbf0-499f-bf18-f5098ebe9164 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Received port after_create {{(pid=92456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:15:28.699165 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4177b-a349-441c-90d3-9af3196191d0 req-70533322-a597-408c-9220-872be7f39806 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:28.701009 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-36c4177b-a349-441c-90d3-9af3196191d0 req-70533322-a597-408c-9220-872be7f39806 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 946 time: 0.0898240 Jun 09 20:15:28.749919 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88881d-cbf0-499f-bf18-f5098ebe9164 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Pushing event updated for resources: {'Port': ['ID=e7daff8f-0061-40be-bdfc-f48bc45eb88a,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:28.755307 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-36c4177b-a349-441c-90d3-9af3196191d0 req-5243d5dd-ff3f-423e-82e6-d426efcfa1db tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486028 Jun 09 20:15:28.765869 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f88881d-cbf0-499f-bf18-f5098ebe9164 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:28.766253 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f88881d-cbf0-499f-bf18-f5098ebe9164 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:28.766637 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f88881d-cbf0-499f-bf18-f5098ebe9164 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:28.767005 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f88881d-cbf0-499f-bf18-f5098ebe9164 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:28.767367 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f88881d-cbf0-499f-bf18-f5098ebe9164 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:28.767728 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f88881d-cbf0-499f-bf18-f5098ebe9164 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:28.768111 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f88881d-cbf0-499f-bf18-f5098ebe9164 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:28.768477 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f88881d-cbf0-499f-bf18-f5098ebe9164 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:28.768833 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f88881d-cbf0-499f-bf18-f5098ebe9164 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:28.769276 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f88881d-cbf0-499f-bf18-f5098ebe9164 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:28.769642 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f88881d-cbf0-499f-bf18-f5098ebe9164 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:28.769996 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f88881d-cbf0-499f-bf18-f5098ebe9164 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:28.789116 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-2f88881d-cbf0-499f-bf18-f5098ebe9164 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:28.811876 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-2f88881d-cbf0-499f-bf18-f5098ebe9164 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:28.812510 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-2f88881d-cbf0-499f-bf18-f5098ebe9164 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:28.844260 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-7a0de5a7-f375-4ceb-b60a-e0606d11b320 req-476bdc81-4ff5-4e64-af0c-cafe3d62d196 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4c934d0a-d3c0-41eb-8147-56bb5c29e6b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2285497 Jun 09 20:15:28.930272 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-2f88881d-cbf0-499f-bf18-f5098ebe9164 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2051411 Jun 09 20:15:28.942654 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-2f83434b-8fc8-4a51-a476-087f939fb2a4 service neutron] Request body: {'port': {'device_id': '7175c798-1149-4cab-8aaa-3f4f2f9ef140', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79566'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:15:28.987037 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35c05c-ebb5-4b1b-bdf8-a3e02b827b5c req-c6666f95-8807-451f-bef5-a28acd17e3ee tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:28.992320 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-0d35c05c-ebb5-4b1b-bdf8-a3e02b827b5c req-c6666f95-8807-451f-bef5-a28acd17e3ee tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 931 time: 0.1174262 Jun 09 20:15:29.033853 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-0d35c05c-ebb5-4b1b-bdf8-a3e02b827b5c req-969e2648-9b23-4d4b-9e8a-2bac2ad52b01 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394483 Jun 09 20:15:29.047901 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-a215de95-6968-48a7-aae2-131fde874b58 None None] Provisioning for port e7daff8f-0061-40be-bdfc-f48bc45eb88a completed by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:15:29.060422 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-a215de95-6968-48a7-aae2-131fde874b58 None None] Provisioning complete for port e7daff8f-0061-40be-bdfc-f48bc45eb88a triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:15:29.060422 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-a215de95-6968-48a7-aae2-131fde874b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:29.063623 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0de5a7-f375-4ceb-b60a-e0606d11b320 req-0ac6c249-46ad-4a91-99b5-6ad7cb71e085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:29.065117 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-7a0de5a7-f375-4ceb-b60a-e0606d11b320 req-0ac6c249-46ad-4a91-99b5-6ad7cb71e085 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a153f4ee3c7640608753fa26850931e1&device_id=4c934d0a-d3c0-41eb-8147-56bb5c29e6b7 HTTP/1.1" status: 200 len: 1098 time: 0.1944358 Jun 09 20:15:29.081644 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-2f83434b-8fc8-4a51-a476-087f939fb2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:29.084291 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-6370cb46-359c-4f25-9396-ef30f773a7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:29.109596 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-a215de95-6968-48a7-aae2-131fde874b58 None None] Port e7daff8f-0061-40be-bdfc-f48bc45eb88a cannot update to ACTIVE because it is not bound. {{(pid=92457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 20:15:29.321325 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0de5a7-f375-4ceb-b60a-e0606d11b320 req-9095d27e-f291-4cf3-84ac-02352a058643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:29.322762 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-7a0de5a7-f375-4ceb-b60a-e0606d11b320 req-9095d27e-f291-4cf3-84ac-02352a058643 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4a036ca4-dd58-4133-bd8c-881911c6180b HTTP/1.1" status: 200 len: 912 time: 0.2309051 Jun 09 20:15:29.497953 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-7a0de5a7-f375-4ceb-b60a-e0606d11b320 req-5d6010c0-cb27-44a1-8b8d-27d780d30a34 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5 HTTP/1.1" status: 200 len: 1000 time: 0.1672027 Jun 09 20:15:29.589687 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0de5a7-f375-4ceb-b60a-e0606d11b320 req-35386abb-e351-4eca-a6ba-216523fcda3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:29.591134 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-7a0de5a7-f375-4ceb-b60a-e0606d11b320 req-35386abb-e351-4eca-a6ba-216523fcda3b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=300c2a4a-c553-45e5-8e44-47365525b421 HTTP/1.1" status: 200 len: 850 time: 0.0862803 Jun 09 20:15:29.713237 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-2f83434b-8fc8-4a51-a476-087f939fb2a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7daff8f-0061-40be-bdfc-f48bc45eb88a {{(pid=92456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:15:29.722600 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-2f83434b-8fc8-4a51-a476-087f939fb2a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:29.740696 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0de5a7-f375-4ceb-b60a-e0606d11b320 req-38099971-3617-4726-819d-4a906ab7d216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:29.742219 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-7a0de5a7-f375-4ceb-b60a-e0606d11b320 req-38099971-3617-4726-819d-4a906ab7d216 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4a036ca4-dd58-4133-bd8c-881911c6180b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1449442 Jun 09 20:15:29.744528 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.provisioning_blocks [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-2f83434b-8fc8-4a51-a476-087f939fb2a4 service neutron] Transition to ACTIVE for port object e7daff8f-0061-40be-bdfc-f48bc45eb88a will not be triggered until provisioned by entity L2. {{(pid=92456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:15:29.850947 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-2f83434b-8fc8-4a51-a476-087f939fb2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2273971'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:29.857101 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-7ad87e71-c49c-43fb-af63-5c4a20029660 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:29.957998 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09e21d-1580-4156-b016-1b847adff65f req-76c48632-ef4a-4988-aad9-14aa2ef604ef tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:29.960259 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-dd09e21d-1580-4156-b016-1b847adff65f req-76c48632-ef4a-4988-aad9-14aa2ef604ef tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 946 time: 0.0866051 Jun 09 20:15:30.022172 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-dd09e21d-1580-4156-b016-1b847adff65f req-aba9f6cd-74c3-4e66-8919-7006ac882e06 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518086 Jun 09 20:15:30.109195 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-7a0de5a7-f375-4ceb-b60a-e0606d11b320 req-740940a0-ab80-472d-a673-481d43d0ec43 service neutron] 10.222.0.22 "GET /v2.0/networks/4a036ca4-dd58-4133-bd8c-881911c6180b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598692 Jun 09 20:15:30.113687 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 493d9495-9f3e-4f13-9c8c-517239ab826d no longer exists at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:15:30.262991 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:30.271964 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83434b-8fc8-4a51-a476-087f939fb2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=e7daff8f-0061-40be-bdfc-f48bc45eb88a,revision_number=2']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:30.289483 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-2f83434b-8fc8-4a51-a476-087f939fb2a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:30.295632 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e08f72-1797-4f45-ac45-176b236bf114 req-efaaf17c-472d-402e-9ca7-7e744f8fbe3d tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:30.297035 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '493d9495-9f3e-4f13-9c8c-517239ab826d'}] {{(pid=92457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:15:30.303398 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c413b0bec0402a5ae16451c6582d791322e0202680a960d7e14492227081b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd1569c-a378-4b04-ac46-6521495f75e9" -d '{"events": [{"server_uuid": "4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1", "name": "network-vif-unplugged", "status": "completed", "tag": "493d9495-9f3e-4f13-9c8c-517239ab826d"}]}' {{(pid=92457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:15:30.305507 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-85e08f72-1797-4f45-ac45-176b236bf114 req-efaaf17c-472d-402e-9ca7-7e744f8fbe3d tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 943 time: 0.1169031 Jun 09 20:15:30.308419 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 493d9495-9f3e-4f13-9c8c-517239ab826d, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=493d9495-9f3e-4f13-9c8c-517239ab826d,segment=NetworkSegment(45746326-9f2d-4f9b-be09-234217d11e5c),segment_id=45746326-9f2d-4f9b-be09-234217d11e5c)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:15:30.359017 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-85e08f72-1797-4f45-ac45-176b236bf114 req-09dc085d-1e37-4496-97a8-78da832ddb74 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520599 Jun 09 20:15:30.361667 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-7a0de5a7-f375-4ceb-b60a-e0606d11b320 req-4a4b2c42-fd29-4143-a4f5-3e87d19250bc service neutron] 10.222.0.22 "GET /v2.0/networks/4a036ca4-dd58-4133-bd8c-881911c6180b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136259 Jun 09 20:15:30.363677 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-2f83434b-8fc8-4a51-a476-087f939fb2a4 service neutron] Attempting to bind port e7daff8f-0061-40be-bdfc-f48bc45eb88a on host hv-cinder-79566 for vnic_type normal with profile {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:15:30.364055 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-2f83434b-8fc8-4a51-a476-087f939fb2a4 service neutron] Attempting to bind port e7daff8f-0061-40be-bdfc-f48bc45eb88a by drivers openvswitch,hyperv on host hv-cinder-79566 at level 0 using segments [{'id': '4f17cc2f-0ced-4f87-8ac8-36a00d8686cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c25cf144-9666-4eca-b7e8-da4423771347'}] {{(pid=92456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:15:30.364388 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-2f83434b-8fc8-4a51-a476-087f939fb2a4 service neutron] Attempting to bind port e7daff8f-0061-40be-bdfc-f48bc45eb88a on network c25cf144-9666-4eca-b7e8-da4423771347 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:15:30.380212 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-2f83434b-8fc8-4a51-a476-087f939fb2a4 service neutron] Port e7daff8f-0061-40be-bdfc-f48bc45eb88a on network c25cf144-9666-4eca-b7e8-da4423771347 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79566 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 20:15:30.380540 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-2f83434b-8fc8-4a51-a476-087f939fb2a4 service neutron] Attempting to bind port e7daff8f-0061-40be-bdfc-f48bc45eb88a on network c25cf144-9666-4eca-b7e8-da4423771347 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:15:30.385514 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:30.387243 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-489a4d67-8333-4bab-875f-0d8266bd21e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:30.396431 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-2f83434b-8fc8-4a51-a476-087f939fb2a4 service neutron] Checking agent: {'id': '747acf60-c6b9-434b-b325-86e193e3fffe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 20, 7, 24), 'started_at': datetime.datetime(2021, 6, 9, 20, 7, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:15:30.396795 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-2f83434b-8fc8-4a51-a476-087f939fb2a4 service neutron] Checking segment: {'id': '4f17cc2f-0ced-4f87-8ac8-36a00d8686cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c25cf144-9666-4eca-b7e8-da4423771347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:15:30.397168 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-2f83434b-8fc8-4a51-a476-087f939fb2a4 service neutron] Bound using segment: {'id': '4f17cc2f-0ced-4f87-8ac8-36a00d8686cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c25cf144-9666-4eca-b7e8-da4423771347'} {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:15:30.397608 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-2f83434b-8fc8-4a51-a476-087f939fb2a4 service neutron] Bound port: e7daff8f-0061-40be-bdfc-f48bc45eb88a, host: hv-cinder-79566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f17cc2f-0ced-4f87-8ac8-36a00d8686cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c25cf144-9666-4eca-b7e8-da4423771347'}}] {{(pid=92456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:15:30.397958 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-2f83434b-8fc8-4a51-a476-087f939fb2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:30.417977 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Jun 2021 20:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035fdade-8ad7-4f13-8b76-195e3c0e6973 x-openstack-request-id: req-035fdade-8ad7-4f13-8b76-195e3c0e6973 {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:15:30.418266 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1", "name": "network-vif-unplugged", "status": "failed", "tag": "493d9495-9f3e-4f13-9c8c-517239ab826d", "code": 422}]} {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:15:30.418525 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-035fdade-8ad7-4f13-8b76-195e3c0e6973 {{(pid=92457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:15:30.419455 dv-cinder-795669-1-iscsi neutron-server[92457]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '493d9495-9f3e-4f13-9c8c-517239ab826d', 'code': 422} returned with failed status Jun 09 20:15:30.458807 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=493d9495-9f3e-4f13-9c8c-517239ab826d,revision_number=8']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:30.462617 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:30.487506 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-2f83434b-8fc8-4a51-a476-087f939fb2a4 service neutron] For port e7daff8f-0061-40be-bdfc-f48bc45eb88a, host hv-cinder-79566, cleared binding levels {{(pid=92456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:15:30.490384 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-2f83434b-8fc8-4a51-a476-087f939fb2a4 service neutron] For port e7daff8f-0061-40be-bdfc-f48bc45eb88a, host hv-cinder-79566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=e7daff8f-0061-40be-bdfc-f48bc45eb88a,segment=NetworkSegment(4f17cc2f-0ced-4f87-8ac8-36a00d8686cf),segment_id=4f17cc2f-0ced-4f87-8ac8-36a00d8686cf)] {{(pid=92456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:15:30.562835 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-2f83434b-8fc8-4a51-a476-087f939fb2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2273971'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:30.567483 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-2f88881d-cbf0-499f-bf18-f5098ebe9164 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:30.619191 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-2f83434b-8fc8-4a51-a476-087f939fb2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:30.619854 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-2f83434b-8fc8-4a51-a476-087f939fb2a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:30.621291 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-2f83434b-8fc8-4a51-a476-087f939fb2a4 service neutron] 10.222.0.22 "PUT /v2.0/ports/e7daff8f-0061-40be-bdfc-f48bc45eb88a HTTP/1.1" status: 200 len: 1093 time: 1.6829979 Jun 09 20:15:30.621823 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7175c798-1149-4cab-8aaa-3f4f2f9ef140', 'tag': 'e7daff8f-0061-40be-bdfc-f48bc45eb88a'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:15:30.625239 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50f907c-dbdf-48c2-9eb5-942607f9caf4" -d '{"events": [{"name": "network-changed", "server_uuid": "7175c798-1149-4cab-8aaa-3f4f2f9ef140", "tag": "e7daff8f-0061-40be-bdfc-f48bc45eb88a"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:15:30.663784 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83434b-8fc8-4a51-a476-087f939fb2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=e7daff8f-0061-40be-bdfc-f48bc45eb88a,revision_number=3']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:30.669542 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-2f83434b-8fc8-4a51-a476-087f939fb2a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:30.841566 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 20:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952feb50-f382-4b07-ae5d-371acb304a21 x-openstack-request-id: req-952feb50-f382-4b07-ae5d-371acb304a21 {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:15:30.846308 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7175c798-1149-4cab-8aaa-3f4f2f9ef140", "tag": "e7daff8f-0061-40be-bdfc-f48bc45eb88a", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:15:30.846308 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-952feb50-f382-4b07-ae5d-371acb304a21 {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:15:30.846308 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7175c798-1149-4cab-8aaa-3f4f2f9ef140', 'tag': 'e7daff8f-0061-40be-bdfc-f48bc45eb88a', 'status': 'completed', 'code': 200} Jun 09 20:15:30.848234 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-b3582428-4e8d-4e28-bed3-bd8e3a88e3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:30.849774 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-b3582428-4e8d-4e28-bed3-bd8e3a88e3c5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=77d6b587facd4bc88ca77baf7f14c937&device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 1096 time: 0.0817237 Jun 09 20:15:30.922923 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-d0d489ca-89c1-489e-9ef5-54f2fe7d446d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7daff8f-0061-40be-bdfc-f48bc45eb88a HTTP/1.1" status: 200 len: 217 time: 0.0647864 Jun 09 20:15:30.990405 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-aaf101d1-0658-44c3-b5ee-d1d5b6b9e3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:30.991806 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-aaf101d1-0658-44c3-b5ee-d1d5b6b9e3b7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e6100829-d6cf-4576-ade0-479f0419f14e HTTP/1.1" status: 200 len: 848 time: 0.0629535 Jun 09 20:15:31.069506 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-0300f889-bf58-40d9-a58b-13135ef57927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:31.070876 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-0300f889-bf58-40d9-a58b-13135ef57927 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c25cf144-9666-4eca-b7e8-da4423771347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0722528 Jun 09 20:15:31.203378 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-02e6ff69-b702-4808-919f-3c38a43b01ca service neutron] 10.222.0.22 "GET /v2.0/networks/c25cf144-9666-4eca-b7e8-da4423771347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261604 Jun 09 20:15:31.336249 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-6777fd63-d1d0-4769-8d1f-f917389e492b req-d88b64de-7b27-46a5-86c8-993993f7075a service neutron] 10.222.0.22 "GET /v2.0/networks/c25cf144-9666-4eca-b7e8-da4423771347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260056 Jun 09 20:15:31.482374 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:31.534720 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f907c-dbdf-48c2-9eb5-942607f9caf4 req-bf48b49c-9206-4357-99d4-965d3922fc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:31.536398 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-d50f907c-dbdf-48c2-9eb5-942607f9caf4 req-bf48b49c-9206-4357-99d4-965d3922fc98 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=77d6b587facd4bc88ca77baf7f14c937&device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 1096 time: 0.0797186 Jun 09 20:15:31.549779 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03455340-c77a-41d1-8148-9eb3ac15bf82 req-f0e24aa3-ef4b-497a-86dd-be3d9b0e2758 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:31.551506 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-03455340-c77a-41d1-8148-9eb3ac15bf82 req-f0e24aa3-ef4b-497a-86dd-be3d9b0e2758 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 943 time: 0.0894060 Jun 09 20:15:31.611137 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-03455340-c77a-41d1-8148-9eb3ac15bf82 req-08dcc5b4-52d3-4af3-93b5-df209fb33cde tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535359 Jun 09 20:15:31.674087 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f907c-dbdf-48c2-9eb5-942607f9caf4 req-3e63e034-de03-406d-8535-5b5c28f26750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:31.675612 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-d50f907c-dbdf-48c2-9eb5-942607f9caf4 req-3e63e034-de03-406d-8535-5b5c28f26750 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c25cf144-9666-4eca-b7e8-da4423771347 HTTP/1.1" status: 200 len: 910 time: 0.1332672 Jun 09 20:15:31.755136 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-d50f907c-dbdf-48c2-9eb5-942607f9caf4 req-f6f23044-6c75-4938-90d3-62f46b96c32f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7daff8f-0061-40be-bdfc-f48bc45eb88a HTTP/1.1" status: 200 len: 217 time: 0.0732391 Jun 09 20:15:31.813783 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-71552848-766b-4d2c-8d0b-c206bffa0bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:31.816605 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f907c-dbdf-48c2-9eb5-942607f9caf4 req-a9d53722-5c4b-4b7e-ac5e-006dd84f8c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:31.818053 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-d50f907c-dbdf-48c2-9eb5-942607f9caf4 req-a9d53722-5c4b-4b7e-ac5e-006dd84f8c99 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e6100829-d6cf-4576-ade0-479f0419f14e HTTP/1.1" status: 200 len: 848 time: 0.0571017 Jun 09 20:15:31.891663 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f907c-dbdf-48c2-9eb5-942607f9caf4 req-2cf13584-bfc1-4b4b-a114-2b3f8cabe570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:31.893094 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-d50f907c-dbdf-48c2-9eb5-942607f9caf4 req-2cf13584-bfc1-4b4b-a114-2b3f8cabe570 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c25cf144-9666-4eca-b7e8-da4423771347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691910 Jun 09 20:15:32.020847 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-d50f907c-dbdf-48c2-9eb5-942607f9caf4 req-183f7dba-162d-4325-b97e-2217f3c2b334 service neutron] 10.222.0.22 "GET /v2.0/networks/c25cf144-9666-4eca-b7e8-da4423771347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209934 Jun 09 20:15:32.236985 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-d50f907c-dbdf-48c2-9eb5-942607f9caf4 req-f4af5139-24c2-4aa2-933a-cd0cbff46b9c service neutron] 10.222.0.22 "GET /v2.0/networks/c25cf144-9666-4eca-b7e8-da4423771347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095416 Jun 09 20:15:32.756469 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:32.801763 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc2dca7-5050-44f5-ab2c-fe18704c982a req-7f921365-1153-41f9-af2e-08a41d890d9c tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:32.803212 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-0bc2dca7-5050-44f5-ab2c-fe18704c982a req-7f921365-1153-41f9-af2e-08a41d890d9c tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 943 time: 0.0828097 Jun 09 20:15:32.852109 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-0bc2dca7-5050-44f5-ab2c-fe18704c982a req-2aff9031-5baf-4cbb-8699-607a9315f95e tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431423 Jun 09 20:15:33.019616 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46733eb6-de3e-4a5e-aa9d-602c8259eedb req-ad9b6f8f-df75-4ce5-bf93-acecb10cbaa0 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:33.021102 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-46733eb6-de3e-4a5e-aa9d-602c8259eedb req-ad9b6f8f-df75-4ce5-bf93-acecb10cbaa0 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 944 time: 0.0852304 Jun 09 20:15:33.065912 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-46733eb6-de3e-4a5e-aa9d-602c8259eedb req-14aea806-3c49-4242-85ce-2b81eb665e21 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389910 Jun 09 20:15:33.384630 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 47590) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:15:33.493780 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ae52d5a9-ae70-4def-b3b9-024d5e134f8f req-1d1ace52-86d7-4bc2-b604-ff9eda4c8e5d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1079621 Jun 09 20:15:34.037966 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90886009-bf58-441a-83dd-203c2d9abca4 req-7303488b-f357-47f4-928f-cedbf3ec97f7 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:34.039404 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-90886009-bf58-441a-83dd-203c2d9abca4 req-7303488b-f357-47f4-928f-cedbf3ec97f7 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 943 time: 0.0783031 Jun 09 20:15:34.084337 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-90886009-bf58-441a-83dd-203c2d9abca4 req-09a89ace-9344-40bd-8894-3eb21ae7029f tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391057 Jun 09 20:15:34.264077 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49962690-a468-4c02-b90f-6c9f60ae5dc5 req-be85ec46-7b19-4b17-9737-da442ae8ee6e tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:34.265634 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-49962690-a468-4c02-b90f-6c9f60ae5dc5 req-be85ec46-7b19-4b17-9737-da442ae8ee6e tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 944 time: 0.0867710 Jun 09 20:15:34.310773 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-49962690-a468-4c02-b90f-6c9f60ae5dc5 req-f16b15ee-5969-4729-a5ad-926dbe9d7d7d tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395074 Jun 09 20:15:34.331223 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:35.264566 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b1ed24-8fa8-4054-a909-4e8b629e9ac6 req-a8e5c11e-a192-48a4-ae50-122267b42e8c tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:35.265979 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d1b1ed24-8fa8-4054-a909-4e8b629e9ac6 req-a8e5c11e-a192-48a4-ae50-122267b42e8c tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 943 time: 0.0779481 Jun 09 20:15:35.309733 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d1b1ed24-8fa8-4054-a909-4e8b629e9ac6 req-26ce4946-0af5-4f6d-a122-70126e634e8d tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382662 Jun 09 20:15:35.500991 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ffc486-986d-4383-a621-91b6751adf5e req-7773abab-6bae-493c-ad63-69d613703636 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:35.502441 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-69ffc486-986d-4383-a621-91b6751adf5e req-7773abab-6bae-493c-ad63-69d613703636 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 944 time: 0.0822966 Jun 09 20:15:35.546496 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-69ffc486-986d-4383-a621-91b6751adf5e req-1be46ec5-a61e-40a1-a671-3cd87abd2b30 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384302 Jun 09 20:15:36.488541 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51f0bf-b564-4ce6-921f-211c05aef96b req-e411a049-3cbe-4ceb-aa22-6fa759456aa1 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:36.489935 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ff51f0bf-b564-4ce6-921f-211c05aef96b req-e411a049-3cbe-4ceb-aa22-6fa759456aa1 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 943 time: 0.0774500 Jun 09 20:15:36.535589 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ff51f0bf-b564-4ce6-921f-211c05aef96b req-a50894c6-4155-48dc-a145-d76e967a025b tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401180 Jun 09 20:15:36.729461 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1430e3-72ad-4aba-b230-ff7ca492a805 req-a8ab7dcc-a6b1-45dc-90de-92d0e9fb9b59 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:36.730878 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4d1430e3-72ad-4aba-b230-ff7ca492a805 req-a8ab7dcc-a6b1-45dc-90de-92d0e9fb9b59 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 944 time: 0.0776446 Jun 09 20:15:36.774432 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4d1430e3-72ad-4aba-b230-ff7ca492a805 req-f9059517-a5dd-49a5-97b5-6bee5d2c40da tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371752 Jun 09 20:15:37.477890 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52d5a9-ae70-4def-b3b9-024d5e134f8f req-a0b9bf69-9ade-4ab2-b64a-34d16510c4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:37.479234 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-ae52d5a9-ae70-4def-b3b9-024d5e134f8f req-a0b9bf69-9ade-4ab2-b64a-34d16510c4ed service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1&tenant_id=ce21b31906334471913e27e7b2dd9bf2 HTTP/1.1" status: 200 len: 1097 time: 0.0739026 Jun 09 20:15:37.575193 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52d5a9-ae70-4def-b3b9-024d5e134f8f req-8c0e9e34-6282-478a-b33f-f119d5c24eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:37.576744 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-ae52d5a9-ae70-4def-b3b9-024d5e134f8f req-8c0e9e34-6282-478a-b33f-f119d5c24eb1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce21b31906334471913e27e7b2dd9bf2&device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 1097 time: 0.0745080 Jun 09 20:15:37.708463 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52d5a9-ae70-4def-b3b9-024d5e134f8f req-06470c74-e064-4d63-aa7b-5a807404cec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:37.709890 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-ae52d5a9-ae70-4def-b3b9-024d5e134f8f req-06470c74-e064-4d63-aa7b-5a807404cec8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d61eb754-bcce-4b42-88fd-e498290dcd18 HTTP/1.1" status: 200 len: 918 time: 0.1266501 Jun 09 20:15:37.726991 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b286c25-2624-4b26-9593-b1bfa2b0fcc4 req-007e9ef4-e65f-451b-84ba-7138c4de1449 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:37.729544 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-7b286c25-2624-4b26-9593-b1bfa2b0fcc4 req-007e9ef4-e65f-451b-84ba-7138c4de1449 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 943 time: 0.0880935 Jun 09 20:15:37.820026 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-ae52d5a9-ae70-4def-b3b9-024d5e134f8f req-904ed179-856d-4d0e-9a13-392a7e884df0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=493d9495-9f3e-4f13-9c8c-517239ab826d HTTP/1.1" status: 200 len: 1000 time: 0.1029696 Jun 09 20:15:37.868047 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-7b286c25-2624-4b26-9593-b1bfa2b0fcc4 req-16437c99-552d-4af4-a174-4ecb16208683 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1320682 Jun 09 20:15:37.894794 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52d5a9-ae70-4def-b3b9-024d5e134f8f req-d98de93c-1bbe-4359-9982-531f09583d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:37.896245 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-ae52d5a9-ae70-4def-b3b9-024d5e134f8f req-d98de93c-1bbe-4359-9982-531f09583d88 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3e75af2a-aa07-4655-b1c0-db112593470c HTTP/1.1" status: 200 len: 856 time: 0.0695467 Jun 09 20:15:37.974060 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e4310-668f-4677-87d8-3c0af03f63bb req-65d3feb9-84fd-43e5-8e84-bb484fd722bb tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:37.975521 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f76e4310-668f-4677-87d8-3c0af03f63bb req-65d3feb9-84fd-43e5-8e84-bb484fd722bb tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 944 time: 0.0809898 Jun 09 20:15:37.985491 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52d5a9-ae70-4def-b3b9-024d5e134f8f req-02daf987-165a-45d2-b860-53cd02c0d99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:37.985491 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-ae52d5a9-ae70-4def-b3b9-024d5e134f8f req-02daf987-165a-45d2-b860-53cd02c0d99d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d61eb754-bcce-4b42-88fd-e498290dcd18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787535 Jun 09 20:15:38.026362 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f76e4310-668f-4677-87d8-3c0af03f63bb req-2fe069e6-58a3-41af-87aa-9747bd7f700d tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435674 Jun 09 20:15:38.128971 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-ae52d5a9-ae70-4def-b3b9-024d5e134f8f req-f3586163-2cf9-45d9-a374-b4bd1e0c3a3b service neutron] 10.222.0.22 "GET /v2.0/networks/d61eb754-bcce-4b42-88fd-e498290dcd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387684 Jun 09 20:15:38.267292 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-ae52d5a9-ae70-4def-b3b9-024d5e134f8f req-c441155c-4a67-4582-af18-ab5818527521 service neutron] 10.222.0.22 "GET /v2.0/networks/d61eb754-bcce-4b42-88fd-e498290dcd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317770 Jun 09 20:15:38.687772 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 47666) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:15:38.829303 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-0ea6fe07-b5e8-4d2b-9441-624ae72b5d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:38.935254 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-0ea6fe07-b5e8-4d2b-9441-624ae72b5d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:39.049908 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-0ea6fe07-b5e8-4d2b-9441-624ae72b5d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:39.082636 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5bd32-af60-4891-8be3-1e0adc160105 req-22bc0bf8-0730-4537-8a7d-251cdb940e7a tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:39.090991 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-28a5bd32-af60-4891-8be3-1e0adc160105 req-22bc0bf8-0730-4537-8a7d-251cdb940e7a tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 943 time: 0.1066527 Jun 09 20:15:39.112225 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-5d23e10f-986f-4515-be37-134ae7e35bfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:39.122234 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-0ea6fe07-b5e8-4d2b-9441-624ae72b5d5d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3c40d132e7a342cb8e18061509aff444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4323781 Jun 09 20:15:39.124874 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 47690) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:15:39.154671 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-28a5bd32-af60-4891-8be3-1e0adc160105 req-65d888e3-82ba-457d-9074-a71d33273be2 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0624454 Jun 09 20:15:39.184979 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6fe07-b5e8-4d2b-9441-624ae72b5d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7364aac4-f473-47a3-ae96-59ce58b5025c,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:39.205975 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-0ea6fe07-b5e8-4d2b-9441-624ae72b5d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:39.227634 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e4a279af-1cf5-4fec-9cf3-ff6d621aee5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:39.265458 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e4a279af-1cf5-4fec-9cf3-ff6d621aee5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:39.374996 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53323ace-f2d5-4910-8936-a0410a5bba80 req-f171ac21-5830-48a9-a4d6-0b1ebae20df4 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:39.376640 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-53323ace-f2d5-4910-8936-a0410a5bba80 req-f171ac21-5830-48a9-a4d6-0b1ebae20df4 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 944 time: 0.1641335 Jun 09 20:15:39.397275 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e4a279af-1cf5-4fec-9cf3-ff6d621aee5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:39.401017 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e4a279af-1cf5-4fec-9cf3-ff6d621aee5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:39.409216 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-e4a279af-1cf5-4fec-9cf3-ff6d621aee5f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7364aac4-f473-47a3-ae96-59ce58b5025c HTTP/1.1" status: 204 len: 168 time: 0.2768958 Jun 09 20:15:39.409216 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-9378c1c6-b766-4622-b47d-a0b7e05baaa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:39.452816 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-53323ace-f2d5-4910-8936-a0410a5bba80 req-9a5b6f30-2953-426b-bf87-8d1d383249f1 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698781 Jun 09 20:15:39.475195 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a279af-1cf5-4fec-9cf3-ff6d621aee5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7364aac4-f473-47a3-ae96-59ce58b5025c,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:39.480763 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-e4a279af-1cf5-4fec-9cf3-ff6d621aee5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:40.346672 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be208b-82ec-459e-88b6-483a2f6c9d91 req-6673cc73-4ef1-4b54-84d3-9e538ff43105 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:40.348984 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d9be208b-82ec-459e-88b6-483a2f6c9d91 req-6673cc73-4ef1-4b54-84d3-9e538ff43105 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 943 time: 0.0858877 Jun 09 20:15:40.374049 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 47716) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:15:40.393881 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-86989bd3-924d-4e1c-88bc-e4df142ba5d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:40.404837 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d9be208b-82ec-459e-88b6-483a2f6c9d91 req-cb9d4d5f-fa98-470a-b7c3-0e07d6beb01c tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479691 Jun 09 20:15:40.511891 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-86989bd3-924d-4e1c-88bc-e4df142ba5d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:40.573843 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-86989bd3-924d-4e1c-88bc-e4df142ba5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:40.589088 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-b159dfdb-d637-4fa1-9a89-66d13b913ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:40.634633 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-86989bd3-924d-4e1c-88bc-e4df142ba5d8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=750c7a36684a43a2a7ff82b83b234fb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2588511 Jun 09 20:15:40.637932 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 47720) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:15:40.653271 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86989bd3-924d-4e1c-88bc-e4df142ba5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7af9e9e-9c59-4bf3-8dd5-aeda4d4e27ec,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:40.656350 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-86989bd3-924d-4e1c-88bc-e4df142ba5d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:40.753010 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02aa2ae-9375-4553-a16d-6534eeefa457 req-314471d5-2d41-49f4-b2ce-e7f3793c8678 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:40.754747 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a02aa2ae-9375-4553-a16d-6534eeefa457 req-314471d5-2d41-49f4-b2ce-e7f3793c8678 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 944 time: 0.1781650 Jun 09 20:15:40.755796 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-fd9dea8b-e1a8-4781-877f-01f1171bf092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:40.803370 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-fd9dea8b-e1a8-4781-877f-01f1171bf092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:40.838390 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a02aa2ae-9375-4553-a16d-6534eeefa457 req-de433748-600d-4051-9d31-21834d7df159 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728419 Jun 09 20:15:40.996485 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-fd9dea8b-e1a8-4781-877f-01f1171bf092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:41.005677 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-fd9dea8b-e1a8-4781-877f-01f1171bf092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:41.005677 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-fd9dea8b-e1a8-4781-877f-01f1171bf092 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a7af9e9e-9c59-4bf3-8dd5-aeda4d4e27ec HTTP/1.1" status: 204 len: 168 time: 0.3611848 Jun 09 20:15:41.005677 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-9dce8d00-5e09-4592-a8f1-32b3776050d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:41.010953 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9dea8b-e1a8-4781-877f-01f1171bf092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7af9e9e-9c59-4bf3-8dd5-aeda4d4e27ec,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:41.014400 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-fd9dea8b-e1a8-4781-877f-01f1171bf092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:41.769798 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba5947-8e67-49f3-99f6-d6f5a5d2110b req-f43eef18-4fd0-4d42-95c4-5326f9b69b22 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:41.771255 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8aba5947-8e67-49f3-99f6-d6f5a5d2110b req-f43eef18-4fd0-4d42-95c4-5326f9b69b22 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 943 time: 0.0851951 Jun 09 20:15:41.804090 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 47738) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:15:41.827001 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-2b0f2dca-daa2-4851-b4b2-fda5673ee9d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:41.830496 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8aba5947-8e67-49f3-99f6-d6f5a5d2110b req-d0331072-fff7-4625-adf2-3b36b2605ff4 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535350 Jun 09 20:15:41.960952 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-2b0f2dca-daa2-4851-b4b2-fda5673ee9d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:42.013641 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-2b0f2dca-daa2-4851-b4b2-fda5673ee9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:42.045862 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-d3a92a7e-d307-4a4b-9bc0-f37d3f56c47e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:42.068103 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-2b0f2dca-daa2-4851-b4b2-fda5673ee9d4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=27e04819f8924293b9a2af326ea06c0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2622671 Jun 09 20:15:42.071514 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 47742) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:15:42.084751 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafb548-0bb2-4275-acce-5bc3d72743a1 req-210013b1-50d5-4a89-aa90-6ae3c47b0434 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:42.086671 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8dafb548-0bb2-4275-acce-5bc3d72743a1 req-210013b1-50d5-4a89-aa90-6ae3c47b0434 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 944 time: 0.1119244 Jun 09 20:15:42.114703 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f2dca-daa2-4851-b4b2-fda5673ee9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4ef67b-ae52-4417-9c29-89760c6b3f78,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:42.120141 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-2b0f2dca-daa2-4851-b4b2-fda5673ee9d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:42.139776 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-964a0a69-30c1-413e-b457-592f188c809f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:42.153848 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8dafb548-0bb2-4275-acce-5bc3d72743a1 req-06abf356-979b-4bb9-8aad-f8576cb38475 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606215 Jun 09 20:15:42.168887 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-964a0a69-30c1-413e-b457-592f188c809f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:42.264659 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-964a0a69-30c1-413e-b457-592f188c809f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:42.267486 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-964a0a69-30c1-413e-b457-592f188c809f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:42.268785 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-964a0a69-30c1-413e-b457-592f188c809f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4b4ef67b-ae52-4417-9c29-89760c6b3f78 HTTP/1.1" status: 204 len: 168 time: 0.1962509 Jun 09 20:15:42.269646 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-61bf5223-7a8b-4169-8d83-fe7b3d662829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:42.285219 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a0a69-30c1-413e-b457-592f188c809f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4ef67b-ae52-4417-9c29-89760c6b3f78,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:42.288530 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-964a0a69-30c1-413e-b457-592f188c809f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:43.029612 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438f719-1fd0-4859-ad5e-980d6cf78c44 req-6272a3bf-867b-4802-a34a-78a8edc28cfa tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:43.031037 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d438f719-1fd0-4859-ad5e-980d6cf78c44 req-6272a3bf-867b-4802-a34a-78a8edc28cfa tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 943 time: 0.0823584 Jun 09 20:15:43.085770 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d438f719-1fd0-4859-ad5e-980d6cf78c44 req-25278611-db8e-479c-a54e-d63b8dcc2bd4 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484359 Jun 09 20:15:43.364077 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29467de6-2e3a-4cec-813c-3a9ca289875a req-9ecceb3e-e082-468b-b484-01f98d02828a tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:43.365758 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-29467de6-2e3a-4cec-813c-3a9ca289875a req-9ecceb3e-e082-468b-b484-01f98d02828a tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 944 time: 0.0991483 Jun 09 20:15:43.430802 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-29467de6-2e3a-4cec-813c-3a9ca289875a req-5b9e5d00-567d-40e9-9918-5b0a6e547393 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560942 Jun 09 20:15:44.289996 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a9ad0-d380-4106-9002-f0be6256b4a7 req-ceda1302-5cb0-4e6d-b2dc-0b8984b6b89d tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:44.291439 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f32a9ad0-d380-4106-9002-f0be6256b4a7 req-ceda1302-5cb0-4e6d-b2dc-0b8984b6b89d tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 943 time: 0.0817389 Jun 09 20:15:44.331707 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 47768) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:15:44.337772 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f32a9ad0-d380-4106-9002-f0be6256b4a7 req-d6e6609b-3ce1-4a6a-8aed-d1483751fe4d tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402486 Jun 09 20:15:44.444930 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-fae89cf5-7102-4880-9d00-cabb2446fcd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:44.625745 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-fae89cf5-7102-4880-9d00-cabb2446fcd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:44.693067 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47f671-c59c-4338-a283-bf083c03bebf req-848f306e-d27b-46e0-aeee-30749aa1d6c9 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:44.695039 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4a47f671-c59c-4338-a283-bf083c03bebf req-848f306e-d27b-46e0-aeee-30749aa1d6c9 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 944 time: 0.1276369 Jun 09 20:15:44.715637 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-fae89cf5-7102-4880-9d00-cabb2446fcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:44.724596 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-b7ff6c70-e6a5-4588-966f-e8278a34a513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:44.751719 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4a47f671-c59c-4338-a283-bf083c03bebf req-2254a199-ac62-449c-994d-5479a3565168 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509455 Jun 09 20:15:44.767998 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-fae89cf5-7102-4880-9d00-cabb2446fcd1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7d69e83e5dae45458ebbee480ea46b90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4325480 Jun 09 20:15:44.767998 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae89cf5-7102-4880-9d00-cabb2446fcd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03e9560-df71-4fab-a0a9-d9aba85ff9d6,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:44.768315 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 47776) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:15:44.781712 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-fae89cf5-7102-4880-9d00-cabb2446fcd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:44.839501 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-976b5b24-b70e-4893-8ba6-432dc195e102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:44.864831 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-976b5b24-b70e-4893-8ba6-432dc195e102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:45.001256 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-976b5b24-b70e-4893-8ba6-432dc195e102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:45.003725 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-976b5b24-b70e-4893-8ba6-432dc195e102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:45.004899 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-976b5b24-b70e-4893-8ba6-432dc195e102 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b03e9560-df71-4fab-a0a9-d9aba85ff9d6 HTTP/1.1" status: 204 len: 168 time: 0.2347827 Jun 09 20:15:45.005743 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-24cc49fa-76cb-4975-8cd5-dda95ac9b2d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:45.015415 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b5b24-b70e-4893-8ba6-432dc195e102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03e9560-df71-4fab-a0a9-d9aba85ff9d6,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:45.026033 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b5b24-b70e-4893-8ba6-432dc195e102 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:45.026463 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b5b24-b70e-4893-8ba6-432dc195e102 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:45.026920 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b5b24-b70e-4893-8ba6-432dc195e102 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:45.027160 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b5b24-b70e-4893-8ba6-432dc195e102 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:45.028073 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b5b24-b70e-4893-8ba6-432dc195e102 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:45.028422 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b5b24-b70e-4893-8ba6-432dc195e102 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:45.028866 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b5b24-b70e-4893-8ba6-432dc195e102 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:45.029102 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b5b24-b70e-4893-8ba6-432dc195e102 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:45.029443 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b5b24-b70e-4893-8ba6-432dc195e102 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:45.029778 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b5b24-b70e-4893-8ba6-432dc195e102 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:45.030164 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b5b24-b70e-4893-8ba6-432dc195e102 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:45.030499 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976b5b24-b70e-4893-8ba6-432dc195e102 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:45.033383 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-976b5b24-b70e-4893-8ba6-432dc195e102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:45.541987 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c100e-ea7a-417b-a644-459d491e5bbd req-d05a3bfd-f9cb-4913-b5bd-a7a2f4258dd7 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:45.543401 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3a3c100e-ea7a-417b-a644-459d491e5bbd req-d05a3bfd-f9cb-4913-b5bd-a7a2f4258dd7 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 943 time: 0.0900145 Jun 09 20:15:45.603313 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3a3c100e-ea7a-417b-a644-459d491e5bbd req-9ec00a84-7bed-4384-8e4d-731788ce868b tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543518 Jun 09 20:15:45.962520 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed5377-2fe8-4a04-b34a-dc9012d8ac1e req-f852da66-8c37-480f-ad0d-a9b3c188e767 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:45.969893 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1fed5377-2fe8-4a04-b34a-dc9012d8ac1e req-f852da66-8c37-480f-ad0d-a9b3c188e767 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 944 time: 0.1014903 Jun 09 20:15:46.013940 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1fed5377-2fe8-4a04-b34a-dc9012d8ac1e req-ce360411-641e-41c7-aead-185c880763b4 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429320 Jun 09 20:15:46.210007 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 47806) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:15:46.317275 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [None req-de265058-cb09-4d92-aa04-be67ac1a5d6e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-349623432-network', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd'}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:15:46.435876 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de265058-cb09-4d92-aa04-be67ac1a5d6e admin admin] Made reservation on behalf of c23a33d8a4b74f88aac42ca38d32acbd for: {'network': 1} {{(pid=92455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:15:46.438268 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-de265058-cb09-4d92-aa04-be67ac1a5d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-786179'] for network, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:46.451239 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-de265058-cb09-4d92-aa04-be67ac1a5d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:46.561029 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-de265058-cb09-4d92-aa04-be67ac1a5d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:46.635530 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-de265058-cb09-4d92-aa04-be67ac1a5d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:46.648113 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de265058-cb09-4d92-aa04-be67ac1a5d6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=92455) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 20:15:46.676936 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-de265058-cb09-4d92-aa04-be67ac1a5d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028'] for segment, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:46.677744 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.db.segments_db [None req-de265058-cb09-4d92-aa04-be67ac1a5d6e admin admin] Added segment e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d of type vlan for network 98897892-26ad-4d88-a510-66c8050e7607 Jun 09 20:15:46.684514 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-19643586-4d20-435b-81ce-6c01e4e04f62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:46.727009 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de265058-cb09-4d92-aa04-be67ac1a5d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955f06c8-26f0-4134-8498-19273cf5ce1c,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:46.743230 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-de265058-cb09-4d92-aa04-be67ac1a5d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:46.748079 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-de265058-cb09-4d92-aa04-be67ac1a5d6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784791347429'] for network, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:46.848406 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c567fa9-aaf6-4194-a762-f8485e1eb545 req-0b723343-7a65-4330-a1db-4a11dd18a2d3 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:46.849841 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-0c567fa9-aaf6-4194-a762-f8485e1eb545 req-0b723343-7a65-4330-a1db-4a11dd18a2d3 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 943 time: 0.0979607 Jun 09 20:15:46.897108 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-0c567fa9-aaf6-4194-a762-f8485e1eb545 req-ec426459-43e3-4925-b146-f1c5073075dd tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413404 Jun 09 20:15:46.903205 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 6 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:15:46.938499 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-de265058-cb09-4d92-aa04-be67ac1a5d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3854142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545'] for network, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:46.939886 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de265058-cb09-4d92-aa04-be67ac1a5d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:46.940476 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-de265058-cb09-4d92-aa04-be67ac1a5d6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for network, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:46.944056 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-6ec759b0-9ea5-4915-8b76-2f0c444ff43b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:47.123106 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de265058-cb09-4d92-aa04-be67ac1a5d6e admin admin] Pushing event updated for resources: {'Network': ['ID=98897892-26ad-4d88-a510-66c8050e7607,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:47.126959 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-de265058-cb09-4d92-aa04-be67ac1a5d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:47.132768 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Network 98897892-26ad-4d88-a510-66c8050e7607 details requested by agent ovs-agent-dv-cinder-795669-1-iscsi with host dv-cinder-795669-1-iscsi {{(pid=92457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 20:15:47.219720 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c75381-315f-490f-a3ba-4ae83441d17d req-0e71e538-1e88-462f-9e83-0cb7871ed698 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:47.221691 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-65c75381-315f-490f-a3ba-4ae83441d17d req-0e71e538-1e88-462f-9e83-0cb7871ed698 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 944 time: 0.0961127 Jun 09 20:15:47.223899 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-de265058-cb09-4d92-aa04-be67ac1a5d6e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0124454 Jun 09 20:15:47.226536 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 47816) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:15:47.234750 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [None req-83117a67-fe97-405c-a634-840f407feecb admin admin] Request body: {'subnet': {'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-349623432-subnet', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'ip_version': 4}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:15:47.297608 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-65c75381-315f-490f-a3ba-4ae83441d17d req-377b9090-0cc7-403d-b367-35b58baa1428 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456207 Jun 09 20:15:47.339568 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83117a67-fe97-405c-a634-840f407feecb admin admin] Made reservation on behalf of c23a33d8a4b74f88aac42ca38d32acbd for: {'subnet': 1} {{(pid=92455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:15:47.342177 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-83117a67-fe97-405c-a634-840f407feecb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403905'] for subnet, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:47.607387 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-83117a67-fe97-405c-a634-840f407feecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4162774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2403891'] for subnet, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:47.613826 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-92e818c9-3499-4eed-aebd-c19c53b6aec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:47.684413 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83117a67-fe97-405c-a634-840f407feecb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83,revision_number=0']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:47.687118 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-83117a67-fe97-405c-a634-840f407feecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:47.696918 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83117a67-fe97-405c-a634-840f407feecb admin admin] Checking segment: {'id': 'e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '98897892-26ad-4d88-a510-66c8050e7607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:15:47.697272 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83117a67-fe97-405c-a634-840f407feecb admin admin] Network hostable DHCP agents. Network: 98897892-26ad-4d88-a510-66c8050e7607, hostable agents: ['2a21a80c-97c7-49ed-8bbe-36caa960580c'], hosted agents: [] {{(pid=92455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 20:15:47.802213 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83117a67-fe97-405c-a634-840f407feecb admin admin] Network 98897892-26ad-4d88-a510-66c8050e7607 is scheduled to be hosted by DHCP agent 2a21a80c-97c7-49ed-8bbe-36caa960580c with binding_index 1 {{(pid=92455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 20:15:47.977998 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.base_scheduler [None req-83117a67-fe97-405c-a634-840f407feecb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795669-1-iscsi, 98897892-26ad-4d88-a510-66c8050e7607) {{(pid=92455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:15:47.983454 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83117a67-fe97-405c-a634-840f407feecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:47.984803 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-83117a67-fe97-405c-a634-840f407feecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for subnet, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:47.987853 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2f7879-099f-4021-820f-4dde90dd0bc1 None None] Network 98897892-26ad-4d88-a510-66c8050e7607 requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:15:48.078642 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-83117a67-fe97-405c-a634-840f407feecb admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8507919 Jun 09 20:15:48.081657 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 47822) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:15:48.088428 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-3dac38c1-9003-4dbb-8513-8ca7003441bc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-349623432-router', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'}}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:15:48.108086 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955f281-9b74-40e2-a0cb-406345df18ee req-b9ac4029-413c-4206-b6f4-8bd3aef0bfd6 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:48.110210 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8955f281-9b74-40e2-a0cb-406345df18ee req-b9ac4029-413c-4206-b6f4-8bd3aef0bfd6 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 943 time: 0.0964956 Jun 09 20:15:48.160277 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8955f281-9b74-40e2-a0cb-406345df18ee req-22e0d8e4-0244-44fd-9461-cda747066c0f tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429459 Jun 09 20:15:48.201473 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3dac38c1-9003-4dbb-8513-8ca7003441bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3905348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3093'] for router, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:48.202511 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3dac38c1-9003-4dbb-8513-8ca7003441bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3924451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3978520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3084'] for router, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:48.218073 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3dac38c1-9003-4dbb-8513-8ca7003441bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:48.238756 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5dcc8e-91e0-4c94-b68d-f6406459ea13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9039d117-f7fa-5a03-916c-66ac7993bb31-98897892-26ad-4d88-a510-66c8050e7607', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'fixed_ips': [{'subnet_id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83'}]}} from dv-cinder-795669-1-iscsi. {{(pid=92457) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 20:15:48.240679 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-5a5dcc8e-91e0-4c94-b68d-f6406459ea13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:48.501404 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.db_base_plugin_common [None req-5a5dcc8e-91e0-4c94-b68d-f6406459ea13 None None] Allocated IP 172.20.0.2 (98897892-26ad-4d88-a510-66c8050e7607/8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83/de8b245b-48a8-4009-9861-27c2ef3e5f66) {{(pid=92457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:15:48.615424 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b515dff-9d95-4610-b11f-e53ebf111483 req-524938eb-fb10-436a-8a98-8d6a96826d4f tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:48.616936 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9b515dff-9d95-4610-b11f-e53ebf111483 req-524938eb-fb10-436a-8a98-8d6a96826d4f tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 944 time: 0.1545913 Jun 09 20:15:48.671069 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3dac38c1-9003-4dbb-8513-8ca7003441bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3924369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3905386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3130'] for router, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:48.682119 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9b515dff-9d95-4610-b11f-e53ebf111483 req-cf98ab99-c69c-47b6-88cc-88764f774b75 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589700 Jun 09 20:15:48.739489 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-5a5dcc8e-91e0-4c94-b68d-f6406459ea13 None None] Notify callbacks [] for port, precommit_create {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:48.765249 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-5a5dcc8e-91e0-4c94-b68d-f6406459ea13 None None] Transition to ACTIVE for port object de8b245b-48a8-4009-9861-27c2ef3e5f66 will not be triggered until provisioned by entity L2. {{(pid=92457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:15:48.784388 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-5a5dcc8e-91e0-4c94-b68d-f6406459ea13 None None] Transition to ACTIVE for port object de8b245b-48a8-4009-9861-27c2ef3e5f66 will not be triggered until provisioned by entity DHCP. {{(pid=92457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:15:48.876113 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-5a5dcc8e-91e0-4c94-b68d-f6406459ea13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368'] for port, after_create {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:48.880438 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:48.984488 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5dcc8e-91e0-4c94-b68d-f6406459ea13 None None] Network 98897892-26ad-4d88-a510-66c8050e7607 is already hosted by enough agents. {{(pid=92457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:15:48.987494 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.scheduler.base_scheduler [None req-5a5dcc8e-91e0-4c94-b68d-f6406459ea13 None None] Resources bound (agent type, host, resource id): {{(pid=92457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:15:48.991170 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5dcc8e-91e0-4c94-b68d-f6406459ea13 None None] Received port after_create {{(pid=92457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:15:48.996922 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5dcc8e-91e0-4c94-b68d-f6406459ea13 None None] Pushing event updated for resources: {'Port': ['ID=de8b245b-48a8-4009-9861-27c2ef3e5f66,revision_number=1']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:49.000573 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-5a5dcc8e-91e0-4c94-b68d-f6406459ea13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:49.088311 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-5a5dcc8e-91e0-4c94-b68d-f6406459ea13 None None] Attempting to bind port de8b245b-48a8-4009-9861-27c2ef3e5f66 on host dv-cinder-795669-1-iscsi for vnic_type normal with profile {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:15:49.088681 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-5a5dcc8e-91e0-4c94-b68d-f6406459ea13 None None] Attempting to bind port de8b245b-48a8-4009-9861-27c2ef3e5f66 by drivers openvswitch,hyperv on host dv-cinder-795669-1-iscsi at level 0 using segments [{'id': 'e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '98897892-26ad-4d88-a510-66c8050e7607'}] {{(pid=92457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:15:49.089040 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5dcc8e-91e0-4c94-b68d-f6406459ea13 None None] Attempting to bind port de8b245b-48a8-4009-9861-27c2ef3e5f66 on network 98897892-26ad-4d88-a510-66c8050e7607 {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:15:49.094136 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5dcc8e-91e0-4c94-b68d-f6406459ea13 None None] Checking agent: {'id': 'b1990edb-c1d4-4f42-bb5d-5bf0b4ac7e85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 19, 59, 31), 'started_at': datetime.datetime(2021, 6, 9, 20, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:15:49.094505 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5dcc8e-91e0-4c94-b68d-f6406459ea13 None None] Checking segment: {'id': 'e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '98897892-26ad-4d88-a510-66c8050e7607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:15:49.094903 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-5a5dcc8e-91e0-4c94-b68d-f6406459ea13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:49.095290 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5dcc8e-91e0-4c94-b68d-f6406459ea13 None None] Bound using segment: {'id': 'e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '98897892-26ad-4d88-a510-66c8050e7607'} {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:15:49.095750 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-5a5dcc8e-91e0-4c94-b68d-f6406459ea13 None None] Bound port: de8b245b-48a8-4009-9861-27c2ef3e5f66, host: dv-cinder-795669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '98897892-26ad-4d88-a510-66c8050e7607'}}] {{(pid=92457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:15:49.096146 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-5a5dcc8e-91e0-4c94-b68d-f6406459ea13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:49.097099 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3dac38c1-9003-4dbb-8513-8ca7003441bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:49.126612 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3dac38c1-9003-4dbb-8513-8ca7003441bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:49.197523 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-5a5dcc8e-91e0-4c94-b68d-f6406459ea13 None None] For port de8b245b-48a8-4009-9861-27c2ef3e5f66, host dv-cinder-795669-1-iscsi, cleared binding levels {{(pid=92457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:15:49.205290 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-5a5dcc8e-91e0-4c94-b68d-f6406459ea13 None None] For port de8b245b-48a8-4009-9861-27c2ef3e5f66, host dv-cinder-795669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=de8b245b-48a8-4009-9861-27c2ef3e5f66,segment=NetworkSegment(e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d),segment_id=e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d)] {{(pid=92457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:15:49.293561 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-5a5dcc8e-91e0-4c94-b68d-f6406459ea13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:49.299038 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:49.315422 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_common [None req-3dac38c1-9003-4dbb-8513-8ca7003441bc admin admin] Allocated IP 172.27.0.164 (7113ecea-0b68-4d56-a6ae-4e94112ae602/d4394e15-b094-4f4f-853e-c157ecdb6024/733c7162-a9c5-4d1f-a75a-fc5594090336) {{(pid=92456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:15:49.391934 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5dcc8e-91e0-4c94-b68d-f6406459ea13 None None] Pushing event updated for resources: {'Port': ['ID=de8b245b-48a8-4009-9861-27c2ef3e5f66,revision_number=2']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:49.396537 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-5a5dcc8e-91e0-4c94-b68d-f6406459ea13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:49.427726 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e2166-b6df-4c23-9c75-59fce16e4256 req-6ad66b6f-a791-43a8-aa86-0fec4c838289 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:49.429735 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a05e2166-b6df-4c23-9c75-59fce16e4256 req-6ad66b6f-a791-43a8-aa86-0fec4c838289 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 943 time: 0.1322763 Jun 09 20:15:49.500367 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a05e2166-b6df-4c23-9c75-59fce16e4256 req-bc93133e-86eb-451a-8fdb-e2d602d7a1a1 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0618324 Jun 09 20:15:49.552661 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3dac38c1-9003-4dbb-8513-8ca7003441bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:49.832877 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device de8b245b-48a8-4009-9861-27c2ef3e5f66 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:15:49.910349 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3dac38c1-9003-4dbb-8513-8ca7003441bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2273985'] for port, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:49.914331 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec689e43-67b6-4fff-9c65-0d4a6d656eae req-6330027c-a242-419a-ad7b-51e6cc1541df tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:49.914832 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-f3aa9d60-18ef-4d60-987f-85fbd4d533f9 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:49.918841 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ec689e43-67b6-4fff-9c65-0d4a6d656eae req-6330027c-a242-419a-ad7b-51e6cc1541df tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 944 time: 0.0930021 Jun 09 20:15:49.966881 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ec689e43-67b6-4fff-9c65-0d4a6d656eae req-f8152c93-e718-4c2f-9e9c-20e030b55ab4 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447540 Jun 09 20:15:49.972431 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning for port de8b245b-48a8-4009-9861-27c2ef3e5f66 completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:15:49.979089 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dac38c1-9003-4dbb-8513-8ca7003441bc admin admin] Network 7113ecea-0b68-4d56-a6ae-4e94112ae602 is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:15:49.983015 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [None req-3dac38c1-9003-4dbb-8513-8ca7003441bc admin admin] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:15:49.991391 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac38c1-9003-4dbb-8513-8ca7003441bc admin admin] Pushing event updated for resources: {'Port': ['ID=733c7162-a9c5-4d1f-a75a-fc5594090336,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:49.994796 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dac38c1-9003-4dbb-8513-8ca7003441bc admin admin] Received port after_create {{(pid=92456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:15:50.022724 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-3dac38c1-9003-4dbb-8513-8ca7003441bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:50.392041 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37bcfb0-61d9-4191-a59c-73899e193f59 None None] Network 98897892-26ad-4d88-a510-66c8050e7607 requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:15:50.491416 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3dac38c1-9003-4dbb-8513-8ca7003441bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:50.549502 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-aa29137c-f99c-44b3-b58f-9cd3cec068c9 None None] Provisioning for port de8b245b-48a8-4009-9861-27c2ef3e5f66 completed by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:15:50.560210 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-aa29137c-f99c-44b3-b58f-9cd3cec068c9 None None] Provisioning complete for port de8b245b-48a8-4009-9861-27c2ef3e5f66 triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:15:50.560639 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-aa29137c-f99c-44b3-b58f-9cd3cec068c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:50.691066 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf11260-5f38-4522-a7c1-d5154f09edbd req-4109a983-6591-4ea5-8c8a-915bc9319f42 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:50.692592 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6cf11260-5f38-4522-a7c1-d5154f09edbd req-4109a983-6591-4ea5-8c8a-915bc9319f42 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 943 time: 0.0869787 Jun 09 20:15:50.754235 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-aa29137c-f99c-44b3-b58f-9cd3cec068c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:50.759772 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6cf11260-5f38-4522-a7c1-d5154f09edbd req-1eca1996-bcf7-4ca6-84ff-80897ba8587e tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612526 Jun 09 20:15:50.805873 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-aa29137c-f99c-44b3-b58f-9cd3cec068c9 None None] For port de8b245b-48a8-4009-9861-27c2ef3e5f66, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=de8b245b-48a8-4009-9861-27c2ef3e5f66,segment=NetworkSegment(e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d),segment_id=e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:15:50.893256 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-aa29137c-f99c-44b3-b58f-9cd3cec068c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:50.897498 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-b9ebf645-e50d-4159-841c-7e0cb8e1bfe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:50.972459 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa29137c-f99c-44b3-b58f-9cd3cec068c9 None None] Pushing event updated for resources: {'Port': ['ID=de8b245b-48a8-4009-9861-27c2ef3e5f66,revision_number=3']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:50.975632 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-aa29137c-f99c-44b3-b58f-9cd3cec068c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:50.989669 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3dac38c1-9003-4dbb-8513-8ca7003441bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3905395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3924414'] for router, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:51.019534 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-9b5a4c45-ce76-4e3d-90b3-a01d02cf9690 None None] Provisioning complete for port de8b245b-48a8-4009-9861-27c2ef3e5f66 triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:15:51.019954 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-9b5a4c45-ce76-4e3d-90b3-a01d02cf9690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:51.165669 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198075f-5fe1-4a09-b616-d0dd37ab7aca req-21a0a75c-f115-4d80-8cae-4c38d28e60bc tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:51.169850 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-7198075f-5fe1-4a09-b616-d0dd37ab7aca req-21a0a75c-f115-4d80-8cae-4c38d28e60bc tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 944 time: 0.0830598 Jun 09 20:15:51.216422 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-7198075f-5fe1-4a09-b616-d0dd37ab7aca req-8bee739d-4a6d-4ee7-9ce8-2bddfc0b3bbb tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429676 Jun 09 20:15:51.281347 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dac38c1-9003-4dbb-8513-8ca7003441bc admin admin] Router 58d30ef0-1dc4-400f-bf52-7c3088df0adb is scheduled to L3 agent 64117835-a1f5-4801-ace7-11985afbc460 with binding_index 1 {{(pid=92456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 20:15:51.456426 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dac38c1-9003-4dbb-8513-8ca7003441bc admin admin] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:15:51.468310 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b91c981-d9f2-4278-b006-602cc9aa36c5 None None] Sync routers for ids ['58d30ef0-1dc4-400f-bf52-7c3088df0adb'] in dv-cinder-795669-1-iscsi {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:15:51.477380 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b91c981-d9f2-4278-b006-602cc9aa36c5 None None] Routers {'58d30ef0-1dc4-400f-bf52-7c3088df0adb'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:15:51.479016 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-7b91c981-d9f2-4278-b006-602cc9aa36c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:15:32Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['58d30ef0-1dc4-400f-bf52-7c3088df0adb'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:15:51.555228 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3dac38c1-9003-4dbb-8513-8ca7003441bc admin admin] Notify callbacks [] for router, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:51.556576 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-3dac38c1-9003-4dbb-8513-8ca7003441bc admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4730432 Jun 09 20:15:51.559956 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 47842) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:15:51.651992 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-7b91c981-d9f2-4278-b006-602cc9aa36c5 None None] Set router 58d30ef0-1dc4-400f-bf52-7c3088df0adb gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:15:51.769758 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device de8b245b-48a8-4009-9861-27c2ef3e5f66 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:15:51.954152 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92222b39-6744-470b-8158-487ae16594c0 req-6298e537-2acc-41ab-8cdd-e8c153f783e0 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:51.955888 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-92222b39-6744-470b-8158-487ae16594c0 req-6298e537-2acc-41ab-8cdd-e8c153f783e0 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 943 time: 0.0928438 Jun 09 20:15:51.996418 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port de8b245b-48a8-4009-9861-27c2ef3e5f66 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:15:51.996796 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:52.003415 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-92222b39-6744-470b-8158-487ae16594c0 req-245b9f09-d2d0-4fba-8931-c77bc5a1e68a tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404735 Jun 09 20:15:52.121205 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-7b91c981-d9f2-4278-b006-602cc9aa36c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'name': 'tempest-TestVolumeBootPattern-349623432-router', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:15:48Z', 'updated_at': '2021-06-09T20:15:50Z', 'revision_number': 3, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'gw_port': {'id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:49Z', 'updated_at': '2021-06-09T20:15:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi'}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:15:52.130332 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b91c981-d9f2-4278-b006-602cc9aa36c5 None None] Checking router: 58d30ef0-1dc4-400f-bf52-7c3088df0adb for host: dv-cinder-795669-1-iscsi {{(pid=92457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:15:52.130689 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b91c981-d9f2-4278-b006-602cc9aa36c5 None None] Updating router 58d30ef0-1dc4-400f-bf52-7c3088df0adb port 733c7162-a9c5-4d1f-a75a-fc5594090336 binding host dv-cinder-795669-1-iscsi {{(pid=92457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 20:15:52.157464 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 493d9495-9f3e-4f13-9c8c-517239ab826d details requested by agent hyperv_hv-cinder-79566 with host hv-cinder-79566 {{(pid=92457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 20:15:52.199584 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7b91c981-d9f2-4278-b006-602cc9aa36c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:52.343873 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e16715b9-1257-4463-8370-7f6a68cf8db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:52.433482 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 493d9495-9f3e-4f13-9c8c-517239ab826d, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=493d9495-9f3e-4f13-9c8c-517239ab826d,segment=NetworkSegment(45746326-9f2d-4f9b-be09-234217d11e5c),segment_id=45746326-9f2d-4f9b-be09-234217d11e5c)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:15:52.435192 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776d837-092d-4c02-8fbe-1f5738ad8412 req-3222b07b-8d09-4f28-b071-e6ae6eace5f9 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:52.442105 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-7776d837-092d-4c02-8fbe-1f5738ad8412 req-3222b07b-8d09-4f28-b071-e6ae6eace5f9 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 944 time: 0.1149554 Jun 09 20:15:52.481571 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-7776d837-092d-4c02-8fbe-1f5738ad8412 req-9a5cfcd1-6102-45ac-a5c1-5bf3ea042796 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384197 Jun 09 20:15:52.511094 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Returning: {'device': '493d9495-9f3e-4f13-9c8c-517239ab826d', 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18', 'port_id': '493d9495-9f3e-4f13-9c8c-517239ab826d', 'mac_address': 'fa:16:3e:0d:51:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e75af2a-aa07-4655-b1c0-db112593470c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 20:15:52.563611 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_common [None req-e16715b9-1257-4463-8370-7f6a68cf8db9 admin admin] Allocated IP 172.20.0.1 (98897892-26ad-4d88-a510-66c8050e7607/8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83/bc7f9b8e-744d-4094-9275-227e925513a0) {{(pid=92456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:15:52.604405 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:52.626550 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 493d9495-9f3e-4f13-9c8c-517239ab826d {{(pid=92457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:15:52.652852 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 493d9495-9f3e-4f13-9c8c-517239ab826d, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=493d9495-9f3e-4f13-9c8c-517239ab826d,segment=NetworkSegment(45746326-9f2d-4f9b-be09-234217d11e5c),segment_id=45746326-9f2d-4f9b-be09-234217d11e5c)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:15:52.709512 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e16715b9-1257-4463-8370-7f6a68cf8db9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:52.719486 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7b91c981-d9f2-4278-b006-602cc9aa36c5 None None] Notify callbacks [] for port, precommit_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:52.726000 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.provisioning_blocks [None req-e16715b9-1257-4463-8370-7f6a68cf8db9 admin admin] Transition to ACTIVE for port object bc7f9b8e-744d-4094-9275-227e925513a0 will not be triggered until provisioned by entity DHCP. {{(pid=92456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:15:52.730847 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7b91c981-d9f2-4278-b006-602cc9aa36c5 None None] Transition to ACTIVE for port object 733c7162-a9c5-4d1f-a75a-fc5594090336 will not be triggered until provisioned by entity L2. {{(pid=92457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:15:52.743142 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:52.744945 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:52.809356 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=493d9495-9f3e-4f13-9c8c-517239ab826d,revision_number=9']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:52.812247 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:52.887058 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7b91c981-d9f2-4278-b006-602cc9aa36c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:52.890601 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:52.927426 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e16715b9-1257-4463-8370-7f6a68cf8db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2273985'] for port, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:52.932419 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-c05b810d-2aad-4c46-b497-b5bc9e861860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:52.971985 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-7b91c981-d9f2-4278-b006-602cc9aa36c5 None None] Attempting to bind port 733c7162-a9c5-4d1f-a75a-fc5594090336 on host dv-cinder-795669-1-iscsi for vnic_type normal with profile {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:15:52.972370 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-7b91c981-d9f2-4278-b006-602cc9aa36c5 None None] Attempting to bind port 733c7162-a9c5-4d1f-a75a-fc5594090336 by drivers openvswitch,hyperv on host dv-cinder-795669-1-iscsi at level 0 using segments [{'id': '5cc1a330-8329-4d0b-b0d5-254d1224405d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'}] {{(pid=92457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:15:52.972738 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b91c981-d9f2-4278-b006-602cc9aa36c5 None None] Attempting to bind port 733c7162-a9c5-4d1f-a75a-fc5594090336 on network 7113ecea-0b68-4d56-a6ae-4e94112ae602 {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:15:52.976260 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549f72b-d0b5-45e6-883b-d9bcbd6ef577 None None] Pushing event updated for resources: {'Port': ['ID=733c7162-a9c5-4d1f-a75a-fc5594090336,revision_number=2']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:52.980732 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-f549f72b-d0b5-45e6-883b-d9bcbd6ef577 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:52.981660 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b91c981-d9f2-4278-b006-602cc9aa36c5 None None] Checking agent: {'id': 'b1990edb-c1d4-4f42-bb5d-5bf0b4ac7e85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 19, 59, 31), 'started_at': datetime.datetime(2021, 6, 9, 20, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:15:52.982046 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b91c981-d9f2-4278-b006-602cc9aa36c5 None None] Checking segment: {'id': '5cc1a330-8329-4d0b-b0d5-254d1224405d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:15:52.982438 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7b91c981-d9f2-4278-b006-602cc9aa36c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:52.982839 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b91c981-d9f2-4278-b006-602cc9aa36c5 None None] Bound using segment: {'id': '5cc1a330-8329-4d0b-b0d5-254d1224405d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'} {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:15:52.983384 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-7b91c981-d9f2-4278-b006-602cc9aa36c5 None None] Bound port: 733c7162-a9c5-4d1f-a75a-fc5594090336, host: dv-cinder-795669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc1a330-8329-4d0b-b0d5-254d1224405d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'}}] {{(pid=92457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:15:52.983764 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7b91c981-d9f2-4278-b006-602cc9aa36c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:52.997887 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16715b9-1257-4463-8370-7f6a68cf8db9 admin admin] Network 98897892-26ad-4d88-a510-66c8050e7607 is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:15:53.000747 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [None req-e16715b9-1257-4463-8370-7f6a68cf8db9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:15:53.004409 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16715b9-1257-4463-8370-7f6a68cf8db9 admin admin] Received port after_create {{(pid=92456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:15:53.013045 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['493d9495-9f3e-4f13-9c8c-517239ab826d'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:15:53.038476 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16715b9-1257-4463-8370-7f6a68cf8db9 admin admin] Pushing event updated for resources: {'Port': ['ID=bc7f9b8e-744d-4094-9275-227e925513a0,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:53.043304 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-e16715b9-1257-4463-8370-7f6a68cf8db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:53.064421 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e16715b9-1257-4463-8370-7f6a68cf8db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3925236'] for router_interface, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:53.119709 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-7b91c981-d9f2-4278-b006-602cc9aa36c5 None None] For port 733c7162-a9c5-4d1f-a75a-fc5594090336, host dv-cinder-795669-1-iscsi, cleared binding levels {{(pid=92457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:15:53.131924 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-7b91c981-d9f2-4278-b006-602cc9aa36c5 None None] For port 733c7162-a9c5-4d1f-a75a-fc5594090336, host dv-cinder-795669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=733c7162-a9c5-4d1f-a75a-fc5594090336,segment=NetworkSegment(5cc1a330-8329-4d0b-b0d5-254d1224405d),segment_id=5cc1a330-8329-4d0b-b0d5-254d1224405d)] {{(pid=92457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:15:53.235549 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa082b-df3c-434e-bc88-2ff442e61b56 req-cf0c8b62-8765-4291-a7af-2fcd30620a07 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:53.237033 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-04fa082b-df3c-434e-bc88-2ff442e61b56 req-cf0c8b62-8765-4291-a7af-2fcd30620a07 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 943 time: 0.0814168 Jun 09 20:15:53.285768 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-04fa082b-df3c-434e-bc88-2ff442e61b56 req-1c6a0eeb-c148-4d8c-a1a1-280a992c58f0 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426142 Jun 09 20:15:53.293324 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7b91c981-d9f2-4278-b006-602cc9aa36c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:53.304109 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-a0e95d1c-bd14-48dd-aa2b-8f378461f28e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:53.373250 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b91c981-d9f2-4278-b006-602cc9aa36c5 None None] Routers {'58d30ef0-1dc4-400f-bf52-7c3088df0adb'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:15:53.373870 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-7b91c981-d9f2-4278-b006-602cc9aa36c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:15:32Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['58d30ef0-1dc4-400f-bf52-7c3088df0adb'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:15:53.384881 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e16715b9-1257-4463-8370-7f6a68cf8db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:53.427723 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-4470db54-576c-41ce-b7ae-fdb10a2c0a17 None None] Provisioning for port bc7f9b8e-744d-4094-9275-227e925513a0 completed by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:15:53.430769 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549f72b-d0b5-45e6-883b-d9bcbd6ef577 None None] Pushing event updated for resources: {'Port': ['ID=733c7162-a9c5-4d1f-a75a-fc5594090336,revision_number=3']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:53.444121 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-f549f72b-d0b5-45e6-883b-d9bcbd6ef577 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:53.447039 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-4470db54-576c-41ce-b7ae-fdb10a2c0a17 None None] Provisioning complete for port bc7f9b8e-744d-4094-9275-227e925513a0 triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:15:53.447431 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-4470db54-576c-41ce-b7ae-fdb10a2c0a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:53.574257 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-4470db54-576c-41ce-b7ae-fdb10a2c0a17 None None] Port bc7f9b8e-744d-4094-9275-227e925513a0 cannot update to ACTIVE because it is not bound. {{(pid=92457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 20:15:53.609916 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e16715b9-1257-4463-8370-7f6a68cf8db9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:53.617886 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-7b91c981-d9f2-4278-b006-602cc9aa36c5 None None] Set router 58d30ef0-1dc4-400f-bf52-7c3088df0adb gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:15:53.681160 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e16715b9-1257-4463-8370-7f6a68cf8db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2273971'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:53.691786 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740461fe-f552-4d4b-b7b4-4970d3f0427c req-e2842690-bc4b-4ce8-a123-1f5f66224068 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:53.693069 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-740461fe-f552-4d4b-b7b4-4970d3f0427c req-e2842690-bc4b-4ce8-a123-1f5f66224068 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 945 time: 0.0797157 Jun 09 20:15:53.716090 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-b1435f93-868c-4dcf-9d92-280b1f1306c9 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:53.744938 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-740461fe-f552-4d4b-b7b4-4970d3f0427c req-82809930-768e-45af-8d60-d4a1421ebd50 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416460 Jun 09 20:15:53.796380 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e16715b9-1257-4463-8370-7f6a68cf8db9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3714543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3926453'] for router_interface, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:53.805123 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16715b9-1257-4463-8370-7f6a68cf8db9 admin admin] Pushing event updated for resources: {'Port': ['ID=bc7f9b8e-744d-4094-9275-227e925513a0,revision_number=2']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:53.807933 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-e16715b9-1257-4463-8370-7f6a68cf8db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:53.935462 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16715b9-1257-4463-8370-7f6a68cf8db9 admin admin] Network 98897892-26ad-4d88-a510-66c8050e7607 is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:15:53.936536 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [None req-e16715b9-1257-4463-8370-7f6a68cf8db9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:15:53.968239 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-7b91c981-d9f2-4278-b006-602cc9aa36c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'name': 'tempest-TestVolumeBootPattern-349623432-router', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:15:48Z', 'updated_at': '2021-06-09T20:15:53Z', 'revision_number': 4, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'gw_port': {'id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:49Z', 'updated_at': '2021-06-09T20:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': 'bc7f9b8e-744d-4094-9275-227e925513a0', 'name': '', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'mac_address': 'fa:16:3e:91:9b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:52Z', 'updated_at': '2021-06-09T20:15:52Z', 'revision_number': 1, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'subnets': [{'id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:15:53.972826 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b91c981-d9f2-4278-b006-602cc9aa36c5 None None] The sync data for ids ['58d30ef0-1dc4-400f-bf52-7c3088df0adb'] in dv-cinder-795669-1-iscsi is: [{'id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'name': 'tempest-TestVolumeBootPattern-349623432-router', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:15:48Z', 'updated_at': '2021-06-09T20:15:53Z', 'revision_number': 4, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'gw_port': {'id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:49Z', 'updated_at': '2021-06-09T20:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': 'bc7f9b8e-744d-4094-9275-227e925513a0', 'name': '', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'mac_address': 'fa:16:3e:91:9b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:52Z', 'updated_at': '2021-06-09T20:15:52Z', 'revision_number': 1, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'subnets': [{'id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:15:54.130980 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16715b9-1257-4463-8370-7f6a68cf8db9 admin admin] Router 58d30ef0-1dc4-400f-bf52-7c3088df0adb has already been hosted by L3 agent 64117835-a1f5-4801-ace7-11985afbc460 {{(pid=92456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 20:15:54.155535 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 493d9495-9f3e-4f13-9c8c-517239ab826d up at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:15:54.255974 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-81db8419-f614-4801-a4b2-62886bf10dd9 None None] Provisioning complete for port bc7f9b8e-744d-4094-9275-227e925513a0 triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:15:54.256348 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-81db8419-f614-4801-a4b2-62886bf10dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:54.319877 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-81db8419-f614-4801-a4b2-62886bf10dd9 None None] Port bc7f9b8e-744d-4094-9275-227e925513a0 cannot update to ACTIVE because it is not bound. {{(pid=92457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 20:15:54.322292 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning complete for port 493d9495-9f3e-4f13-9c8c-517239ab826d triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:15:54.322672 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:54.439059 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16715b9-1257-4463-8370-7f6a68cf8db9 admin admin] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:15:54.446309 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-e16715b9-1257-4463-8370-7f6a68cf8db9 admin admin] 10.222.0.15 "PUT /v2.0/routers/58d30ef0-1dc4-400f-bf52-7c3088df0adb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8848286 Jun 09 20:15:54.452955 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:54.483499 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493d9495-9f3e-4f13-9c8c-517239ab826d'}] {{(pid=92457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:15:54.485873 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c413b0bec0402a5ae16451c6582d791322e0202680a960d7e14492227081b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1262d4a5-61cc-4e6f-a409-8e0f36943852" -d '{"events": [{"server_uuid": "4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1", "name": "network-vif-plugged", "status": "completed", "tag": "493d9495-9f3e-4f13-9c8c-517239ab826d"}]}' {{(pid=92457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:15:54.494782 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 493d9495-9f3e-4f13-9c8c-517239ab826d, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=493d9495-9f3e-4f13-9c8c-517239ab826d,segment=NetworkSegment(45746326-9f2d-4f9b-be09-234217d11e5c),segment_id=45746326-9f2d-4f9b-be09-234217d11e5c)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:15:54.511080 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaffead-923e-463e-af53-121a84023bf1 req-ebf899ac-8aa1-42fe-a34b-6405268f4688 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:54.512665 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3aaffead-923e-463e-af53-121a84023bf1 req-ebf899ac-8aa1-42fe-a34b-6405268f4688 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 943 time: 0.1030447 Jun 09 20:15:54.555345 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:54.557274 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-249b83ee-e353-4b45-a899-ab5f30a196e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:54.587164 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3aaffead-923e-463e-af53-121a84023bf1 req-6bb12aa6-37e7-4f2b-9357-91cd8853c461 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638297 Jun 09 20:15:54.625392 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5648dbe7-b0d0-45f4-a894-1522038be2a9 x-openstack-request-id: req-5648dbe7-b0d0-45f4-a894-1522038be2a9 {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:15:54.625943 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1", "name": "network-vif-plugged", "status": "completed", "tag": "493d9495-9f3e-4f13-9c8c-517239ab826d", "code": 200}]} {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:15:54.626122 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5648dbe7-b0d0-45f4-a894-1522038be2a9 {{(pid=92457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:15:54.626540 dv-cinder-795669-1-iscsi neutron-server[92457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493d9495-9f3e-4f13-9c8c-517239ab826d', 'code': 200} Jun 09 20:15:54.697513 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:54.731014 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=493d9495-9f3e-4f13-9c8c-517239ab826d,revision_number=10']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:54.742212 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:54.981699 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b5b15-b5f8-4620-8419-7e2d718211f5 req-1bf4e9e7-5b7e-4afc-abc9-19fd5f586b54 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:54.984492 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9d3b5b15-b5f8-4620-8419-7e2d718211f5 req-1bf4e9e7-5b7e-4afc-abc9-19fd5f586b54 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 947 time: 0.1190307 Jun 09 20:15:55.046354 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9d3b5b15-b5f8-4620-8419-7e2d718211f5 req-43fb150b-e44e-436d-b834-06751c13a7b1 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540874 Jun 09 20:15:55.091807 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375c432-cae2-440a-9835-051d5692d562 req-c2a2caf4-6928-4b21-88f3-2d41b1e815a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:55.093672 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-4375c432-cae2-440a-9835-051d5692d562 req-c2a2caf4-6928-4b21-88f3-2d41b1e815a5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 1100 time: 0.1122174 Jun 09 20:15:55.221127 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-4375c432-cae2-440a-9835-051d5692d562 req-9def42b2-db24-4daa-897b-c97af2f2744f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398350 Jun 09 20:15:55.806773 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 733c7162-a9c5-4d1f-a75a-fc5594090336 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:15:55.825285 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e2b3c-69cd-4398-b7fe-08ba4a803d50 req-0778a3be-1213-40f2-ab13-a80446cf48ec tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:55.826791 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-285e2b3c-69cd-4398-b7fe-08ba4a803d50 req-0778a3be-1213-40f2-ab13-a80446cf48ec tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 943 time: 0.1141150 Jun 09 20:15:55.878294 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-285e2b3c-69cd-4398-b7fe-08ba4a803d50 req-dbd3166c-6a69-4749-b9b0-74caadf08a2f tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453846 Jun 09 20:15:56.095548 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning for port 733c7162-a9c5-4d1f-a75a-fc5594090336 completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:15:56.095548 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 733c7162-a9c5-4d1f-a75a-fc5594090336 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:15:56.095548 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:56.130427 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d43fe3-38aa-402f-89c6-9d6c39b31569 None None] Sync routers for ids ['58d30ef0-1dc4-400f-bf52-7c3088df0adb'] in dv-cinder-795669-1-iscsi {{(pid=92458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:15:56.143665 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d43fe3-38aa-402f-89c6-9d6c39b31569 None None] Routers {'58d30ef0-1dc4-400f-bf52-7c3088df0adb'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:15:56.144448 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-d4d43fe3-38aa-402f-89c6-9d6c39b31569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:15:32Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['58d30ef0-1dc4-400f-bf52-7c3088df0adb'], 'active': True} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:15:56.241401 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:56.263495 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] For port 733c7162-a9c5-4d1f-a75a-fc5594090336, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=733c7162-a9c5-4d1f-a75a-fc5594090336,segment=NetworkSegment(5cc1a330-8329-4d0b-b0d5-254d1224405d),segment_id=5cc1a330-8329-4d0b-b0d5-254d1224405d)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:15:56.270833 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ecd056-eada-4863-b0ec-992a015a97df req-ecc42e37-1bb6-4e28-a9fb-7669f8f42376 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:56.274151 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-58ecd056-eada-4863-b0ec-992a015a97df req-ecc42e37-1bb6-4e28-a9fb-7669f8f42376 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 947 time: 0.0918274 Jun 09 20:15:56.337745 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:56.339630 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:56.341923 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvr_db [None req-d4d43fe3-38aa-402f-89c6-9d6c39b31569 None None] Set router 58d30ef0-1dc4-400f-bf52-7c3088df0adb gateway port host: dv-cinder-795669-1-iscsi {{(pid=92458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:15:56.354192 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-58ecd056-eada-4863-b0ec-992a015a97df req-5d1c2a1b-f7ef-416f-ac7a-16d02a91a6b4 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720086 Jun 09 20:15:56.382410 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 47892) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:15:56.388857 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-ac0efa7c-40c4-4939-83e4-94f341c94960 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1930443472-network', 'tenant_id': 'bb3c042f1a554c1c93849e5464a7a555'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:15:56.423771 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Pushing event updated for resources: {'Port': ['ID=733c7162-a9c5-4d1f-a75a-fc5594090336,revision_number=4']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:56.427372 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:56.486308 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0efa7c-40c4-4939-83e4-94f341c94960 admin admin] Made reservation on behalf of bb3c042f1a554c1c93849e5464a7a555 for: {'network': 1} {{(pid=92456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:15:56.486308 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ac0efa7c-40c4-4939-83e4-94f341c94960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-786179'] for network, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:56.497211 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ac0efa7c-40c4-4939-83e4-94f341c94960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:56.606702 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ac0efa7c-40c4-4939-83e4-94f341c94960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:56.664419 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-d4d43fe3-38aa-402f-89c6-9d6c39b31569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'name': 'tempest-TestVolumeBootPattern-349623432-router', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:15:48Z', 'updated_at': '2021-06-09T20:15:53Z', 'revision_number': 4, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'gw_port': {'id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:49Z', 'updated_at': '2021-06-09T20:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': 'bc7f9b8e-744d-4094-9275-227e925513a0', 'name': '', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'mac_address': 'fa:16:3e:91:9b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:52Z', 'updated_at': '2021-06-09T20:15:53Z', 'revision_number': 2, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'subnets': [{'id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:15:56.668692 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d43fe3-38aa-402f-89c6-9d6c39b31569 None None] Checking router: 58d30ef0-1dc4-400f-bf52-7c3088df0adb for host: dv-cinder-795669-1-iscsi {{(pid=92458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:15:56.669050 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d43fe3-38aa-402f-89c6-9d6c39b31569 None None] Updating router 58d30ef0-1dc4-400f-bf52-7c3088df0adb port bc7f9b8e-744d-4094-9275-227e925513a0 binding host dv-cinder-795669-1-iscsi {{(pid=92458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 20:15:56.686794 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ac0efa7c-40c4-4939-83e4-94f341c94960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:56.689897 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:56.726693 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac0efa7c-40c4-4939-83e4-94f341c94960 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=92456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 20:15:56.727248 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-d4d43fe3-38aa-402f-89c6-9d6c39b31569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:56.731949 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0efa7c-40c4-4939-83e4-94f341c94960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc0929d-2ae6-42cc-b9b6-dacf3635412d,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:56.735699 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-ac0efa7c-40c4-4939-83e4-94f341c94960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:56.738462 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ac0efa7c-40c4-4939-83e4-94f341c94960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028'] for segment, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:56.738804 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.db.segments_db [None req-ac0efa7c-40c4-4939-83e4-94f341c94960 admin admin] Added segment a74f2380-c217-4c1b-a294-5554f82ed59b of type vlan for network 4e285325-7099-4cd2-8980-f8abb84f1c00 Jun 09 20:15:56.767304 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ac0efa7c-40c4-4939-83e4-94f341c94960 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784791347429'] for network, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:56.892268 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ac0efa7c-40c4-4939-83e4-94f341c94960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3854142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545'] for network, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:56.893646 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0efa7c-40c4-4939-83e4-94f341c94960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:56.894256 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ac0efa7c-40c4-4939-83e4-94f341c94960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for network, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:56.899525 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:57.008427 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-ac0efa7c-40c4-4939-83e4-94f341c94960 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6242859 Jun 09 20:15:57.011882 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 47922) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:15:57.017376 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [None req-aa794871-ae1c-48e9-93c4-5f32cb89e39d admin admin] Request body: {'subnet': {'network_id': '4e285325-7099-4cd2-8980-f8abb84f1c00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1930443472-subnet', 'tenant_id': 'bb3c042f1a554c1c93849e5464a7a555', 'ip_version': 4}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:15:57.019203 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0efa7c-40c4-4939-83e4-94f341c94960 admin admin] Pushing event updated for resources: {'Network': ['ID=4e285325-7099-4cd2-8980-f8abb84f1c00,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:57.029119 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-ac0efa7c-40c4-4939-83e4-94f341c94960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:57.030320 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Network 4e285325-7099-4cd2-8980-f8abb84f1c00 details requested by agent ovs-agent-dv-cinder-795669-1-iscsi with host dv-cinder-795669-1-iscsi {{(pid=92457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 20:15:57.127605 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-d4d43fe3-38aa-402f-89c6-9d6c39b31569 None None] Notify callbacks [] for port, precommit_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:57.140902 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.provisioning_blocks [None req-d4d43fe3-38aa-402f-89c6-9d6c39b31569 None None] Transition to ACTIVE for port object bc7f9b8e-744d-4094-9275-227e925513a0 will not be triggered until provisioned by entity L2. {{(pid=92458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:15:57.195277 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa794871-ae1c-48e9-93c4-5f32cb89e39d admin admin] Made reservation on behalf of bb3c042f1a554c1c93849e5464a7a555 for: {'subnet': 1} {{(pid=92455) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:15:57.197575 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-aa794871-ae1c-48e9-93c4-5f32cb89e39d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2403905'] for subnet, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:57.263196 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-d4d43fe3-38aa-402f-89c6-9d6c39b31569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:57.268280 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:57.338918 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16492c2d-3c67-427d-90db-c1ca71319e43 req-b6b9d731-171d-4f74-9a36-4d32a113bae7 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:57.340524 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-16492c2d-3c67-427d-90db-c1ca71319e43 req-b6b9d731-171d-4f74-9a36-4d32a113bae7 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 943 time: 0.2939014 Jun 09 20:15:57.441824 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-16492c2d-3c67-427d-90db-c1ca71319e43 req-76e8a435-f866-4d21-a928-62f9cfc56499 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630150 Jun 09 20:15:57.521301 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.managers [None req-d4d43fe3-38aa-402f-89c6-9d6c39b31569 None None] Attempting to bind port bc7f9b8e-744d-4094-9275-227e925513a0 on host dv-cinder-795669-1-iscsi for vnic_type normal with profile {{(pid=92458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:15:57.521893 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.managers [None req-d4d43fe3-38aa-402f-89c6-9d6c39b31569 None None] Attempting to bind port bc7f9b8e-744d-4094-9275-227e925513a0 by drivers openvswitch,hyperv on host dv-cinder-795669-1-iscsi at level 0 using segments [{'id': 'e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '98897892-26ad-4d88-a510-66c8050e7607'}] {{(pid=92458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:15:57.522423 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d43fe3-38aa-402f-89c6-9d6c39b31569 None None] Attempting to bind port bc7f9b8e-744d-4094-9275-227e925513a0 on network 98897892-26ad-4d88-a510-66c8050e7607 {{(pid=92458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:15:57.525296 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7508b0-3ba1-43dc-a21a-372e6fa4f53a None None] Pushing event updated for resources: {'Port': ['ID=bc7f9b8e-744d-4094-9275-227e925513a0,revision_number=3']} {{(pid=92458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:57.536009 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7508b0-3ba1-43dc-a21a-372e6fa4f53a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:57.538914 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7508b0-3ba1-43dc-a21a-372e6fa4f53a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:57.538914 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7508b0-3ba1-43dc-a21a-372e6fa4f53a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:57.538914 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7508b0-3ba1-43dc-a21a-372e6fa4f53a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:57.538914 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7508b0-3ba1-43dc-a21a-372e6fa4f53a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:57.538914 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7508b0-3ba1-43dc-a21a-372e6fa4f53a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:57.538914 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7508b0-3ba1-43dc-a21a-372e6fa4f53a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:57.538914 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7508b0-3ba1-43dc-a21a-372e6fa4f53a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:57.539800 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7508b0-3ba1-43dc-a21a-372e6fa4f53a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:57.540197 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7508b0-3ba1-43dc-a21a-372e6fa4f53a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:57.540603 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7508b0-3ba1-43dc-a21a-372e6fa4f53a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:57.540932 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7508b0-3ba1-43dc-a21a-372e6fa4f53a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:15:57.548708 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG oslo_concurrency.lockutils [None req-4c7508b0-3ba1-43dc-a21a-372e6fa4f53a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=92458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:57.553834 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d43fe3-38aa-402f-89c6-9d6c39b31569 None None] Checking agent: {'id': 'b1990edb-c1d4-4f42-bb5d-5bf0b4ac7e85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 19, 59, 31), 'started_at': datetime.datetime(2021, 6, 9, 20, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:15:57.554323 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d43fe3-38aa-402f-89c6-9d6c39b31569 None None] Checking segment: {'id': 'e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '98897892-26ad-4d88-a510-66c8050e7607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:15:57.555013 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-d4d43fe3-38aa-402f-89c6-9d6c39b31569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:57.555738 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d43fe3-38aa-402f-89c6-9d6c39b31569 None None] Bound using segment: {'id': 'e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '98897892-26ad-4d88-a510-66c8050e7607'} {{(pid=92458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:15:57.556650 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.managers [None req-d4d43fe3-38aa-402f-89c6-9d6c39b31569 None None] Bound port: bc7f9b8e-744d-4094-9275-227e925513a0, host: dv-cinder-795669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '98897892-26ad-4d88-a510-66c8050e7607'}}] {{(pid=92458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:15:57.557017 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-d4d43fe3-38aa-402f-89c6-9d6c39b31569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:57.564190 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-aa794871-ae1c-48e9-93c4-5f32cb89e39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4162774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2403891'] for subnet, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:57.582258 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-3b4398bd-4dd3-4445-8861-41e4615b40b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:57.649451 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.db [None req-d4d43fe3-38aa-402f-89c6-9d6c39b31569 None None] For port bc7f9b8e-744d-4094-9275-227e925513a0, host dv-cinder-795669-1-iscsi, cleared binding levels {{(pid=92458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:15:57.652713 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.db [None req-d4d43fe3-38aa-402f-89c6-9d6c39b31569 None None] For port bc7f9b8e-744d-4094-9275-227e925513a0, host dv-cinder-795669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=bc7f9b8e-744d-4094-9275-227e925513a0,segment=NetworkSegment(e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d),segment_id=e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d)] {{(pid=92458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:15:57.667283 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa794871-ae1c-48e9-93c4-5f32cb89e39d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1175c090-223a-415b-a769-be8f4e338f4b,revision_number=0']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:57.669937 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-aa794871-ae1c-48e9-93c4-5f32cb89e39d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:57.681385 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c1ecc-7f73-4975-881e-1e99d68f61d3 req-035c1263-b970-41a7-9694-df1c275ddaac tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:57.683354 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3e0c1ecc-7f73-4975-881e-1e99d68f61d3 req-035c1263-b970-41a7-9694-df1c275ddaac tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 947 time: 0.1954892 Jun 09 20:15:57.687448 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa794871-ae1c-48e9-93c4-5f32cb89e39d admin admin] Checking segment: {'id': 'a74f2380-c217-4c1b-a294-5554f82ed59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e285325-7099-4cd2-8980-f8abb84f1c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:15:57.687800 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa794871-ae1c-48e9-93c4-5f32cb89e39d admin admin] Network hostable DHCP agents. Network: 4e285325-7099-4cd2-8980-f8abb84f1c00, hostable agents: ['2a21a80c-97c7-49ed-8bbe-36caa960580c'], hosted agents: [] {{(pid=92455) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 20:15:57.732411 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-d4d43fe3-38aa-402f-89c6-9d6c39b31569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:57.737343 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG oslo_concurrency.lockutils [None req-771a5cb6-5c8a-4115-962d-c1c11e1f2a7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:57.740965 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3e0c1ecc-7f73-4975-881e-1e99d68f61d3 req-b2db2bce-fe2a-42ab-92ff-7ada415b091f tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502334 Jun 09 20:15:57.776559 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 733c7162-a9c5-4d1f-a75a-fc5594090336 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:15:57.813090 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d43fe3-38aa-402f-89c6-9d6c39b31569 None None] Routers {'58d30ef0-1dc4-400f-bf52-7c3088df0adb'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:15:57.813708 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-d4d43fe3-38aa-402f-89c6-9d6c39b31569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:15:32Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['58d30ef0-1dc4-400f-bf52-7c3088df0adb'], 'active': True} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:15:57.824097 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa794871-ae1c-48e9-93c4-5f32cb89e39d admin admin] Network 4e285325-7099-4cd2-8980-f8abb84f1c00 is scheduled to be hosted by DHCP agent 2a21a80c-97c7-49ed-8bbe-36caa960580c with binding_index 1 {{(pid=92455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 20:15:57.844978 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 733c7162-a9c5-4d1f-a75a-fc5594090336 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:15:57.845438 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:57.872056 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7508b0-3ba1-43dc-a21a-372e6fa4f53a None None] Pushing event updated for resources: {'Port': ['ID=bc7f9b8e-744d-4094-9275-227e925513a0,revision_number=4']} {{(pid=92458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:57.882812 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG oslo_concurrency.lockutils [None req-4c7508b0-3ba1-43dc-a21a-372e6fa4f53a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:57.937463 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.base_scheduler [None req-aa794871-ae1c-48e9-93c4-5f32cb89e39d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795669-1-iscsi, 4e285325-7099-4cd2-8980-f8abb84f1c00) {{(pid=92455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:15:57.941899 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa794871-ae1c-48e9-93c4-5f32cb89e39d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:57.942491 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-aa794871-ae1c-48e9-93c4-5f32cb89e39d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for subnet, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:57.952109 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7814d2-d118-4a13-956a-e8bec28df5dc None None] Network 4e285325-7099-4cd2-8980-f8abb84f1c00 requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:15:58.032510 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-aa794871-ae1c-48e9-93c4-5f32cb89e39d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0169692 Jun 09 20:15:58.034065 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 47930) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:15:58.038084 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-f599d96c-1f37-4988-8dba-d8f6af57c372 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1930443472-router', 'tenant_id': 'bb3c042f1a554c1c93849e5464a7a555', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'}}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:15:58.040749 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvr_db [None req-d4d43fe3-38aa-402f-89c6-9d6c39b31569 None None] Set router 58d30ef0-1dc4-400f-bf52-7c3088df0adb gateway port host: dv-cinder-795669-1-iscsi {{(pid=92458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:15:58.144220 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f599d96c-1f37-4988-8dba-d8f6af57c372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3905348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3093'] for router, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:58.145611 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f599d96c-1f37-4988-8dba-d8f6af57c372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3906787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3924451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3978520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3084'] for router, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:58.172510 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f599d96c-1f37-4988-8dba-d8f6af57c372 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:58.206422 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device e7daff8f-0061-40be-bdfc-f48bc45eb88a details requested by agent hyperv_hv-cinder-79566 with host hv-cinder-79566 {{(pid=92457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 20:15:58.227848 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5187b9e6-0782-405c-b208-6895750557c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9039d117-f7fa-5a03-916c-66ac7993bb31-4e285325-7099-4cd2-8980-f8abb84f1c00', 'network_id': '4e285325-7099-4cd2-8980-f8abb84f1c00', 'tenant_id': 'bb3c042f1a554c1c93849e5464a7a555', 'fixed_ips': [{'subnet_id': '1175c090-223a-415b-a769-be8f4e338f4b'}]}} from dv-cinder-795669-1-iscsi. {{(pid=92457) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 09 20:15:58.228755 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-5187b9e6-0782-405c-b208-6895750557c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:58.420848 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-d4d43fe3-38aa-402f-89c6-9d6c39b31569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'name': 'tempest-TestVolumeBootPattern-349623432-router', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:15:48Z', 'updated_at': '2021-06-09T20:15:53Z', 'revision_number': 4, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'gw_port': {'id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:49Z', 'updated_at': '2021-06-09T20:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': 'bc7f9b8e-744d-4094-9275-227e925513a0', 'name': '', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'mac_address': 'fa:16:3e:91:9b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:52Z', 'updated_at': '2021-06-09T20:15:57Z', 'revision_number': 4, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'subnets': [{'id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:15:58.426693 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d43fe3-38aa-402f-89c6-9d6c39b31569 None None] The sync data for ids ['58d30ef0-1dc4-400f-bf52-7c3088df0adb'] in dv-cinder-795669-1-iscsi is: [{'id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'name': 'tempest-TestVolumeBootPattern-349623432-router', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:15:48Z', 'updated_at': '2021-06-09T20:15:53Z', 'revision_number': 4, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'gw_port': {'id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:49Z', 'updated_at': '2021-06-09T20:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': 'bc7f9b8e-744d-4094-9275-227e925513a0', 'name': '', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'mac_address': 'fa:16:3e:91:9b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:52Z', 'updated_at': '2021-06-09T20:15:57Z', 'revision_number': 4, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'subnets': [{'id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:15:58.441759 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port e7daff8f-0061-40be-bdfc-f48bc45eb88a, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=e7daff8f-0061-40be-bdfc-f48bc45eb88a,segment=NetworkSegment(4f17cc2f-0ced-4f87-8ac8-36a00d8686cf),segment_id=4f17cc2f-0ced-4f87-8ac8-36a00d8686cf)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:15:58.561784 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Returning: {'device': 'e7daff8f-0061-40be-bdfc-f48bc45eb88a', 'network_id': 'c25cf144-9666-4eca-b7e8-da4423771347', 'port_id': 'e7daff8f-0061-40be-bdfc-f48bc45eb88a', 'mac_address': 'fa:16:3e:a7:16:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6100829-d6cf-4576-ade0-479f0419f14e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 20:15:58.589728 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f599d96c-1f37-4988-8dba-d8f6af57c372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3924369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3905386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3130'] for router, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:58.639400 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.db_base_plugin_common [None req-5187b9e6-0782-405c-b208-6895750557c8 None None] Allocated IP 172.20.0.2 (4e285325-7099-4cd2-8980-f8abb84f1c00/1175c090-223a-415b-a769-be8f4e338f4b/ea72a18f-4545-4251-a8d3-87e16981d229) {{(pid=92457) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:15:58.656251 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:58.688362 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484879f-dd85-4763-87b6-3055d91b3b4f req-c4285efd-b2f1-431b-9ed8-72b3832babfd tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:58.689901 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4484879f-dd85-4763-87b6-3055d91b3b4f req-c4285efd-b2f1-431b-9ed8-72b3832babfd tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 943 time: 0.1023097 Jun 09 20:15:58.745586 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4484879f-dd85-4763-87b6-3055d91b3b4f req-07bec128-ed04-4bdf-9fed-66d04903362a tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491245 Jun 09 20:15:58.749191 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7daff8f-0061-40be-bdfc-f48bc45eb88a {{(pid=92457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:15:58.792360 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port e7daff8f-0061-40be-bdfc-f48bc45eb88a, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=e7daff8f-0061-40be-bdfc-f48bc45eb88a,segment=NetworkSegment(4f17cc2f-0ced-4f87-8ac8-36a00d8686cf),segment_id=4f17cc2f-0ced-4f87-8ac8-36a00d8686cf)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:15:58.930858 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:58.938608 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:59.042215 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-5187b9e6-0782-405c-b208-6895750557c8 None None] Notify callbacks [] for port, precommit_create {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:59.062263 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-5187b9e6-0782-405c-b208-6895750557c8 None None] Transition to ACTIVE for port object ea72a18f-4545-4251-a8d3-87e16981d229 will not be triggered until provisioned by entity L2. {{(pid=92457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:15:59.081680 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=e7daff8f-0061-40be-bdfc-f48bc45eb88a,revision_number=4']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:59.087074 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:59.088333 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b3cd0-41eb-4338-8f09-0a396e6c5717 req-87070843-6888-4cab-82e0-d9e0a959c195 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:15:59.090801 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8e7b3cd0-41eb-4338-8f09-0a396e6c5717 req-87070843-6888-4cab-82e0-d9e0a959c195 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 947 time: 0.1186538 Jun 09 20:15:59.101830 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-5187b9e6-0782-405c-b208-6895750557c8 None None] Transition to ACTIVE for port object ea72a18f-4545-4251-a8d3-87e16981d229 will not be triggered until provisioned by entity DHCP. {{(pid=92457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:15:59.119908 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f599d96c-1f37-4988-8dba-d8f6af57c372 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:59.123047 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-b8e120f3-f630-42bb-9008-882f8bfbf5a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:59.149796 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8e7b3cd0-41eb-4338-8f09-0a396e6c5717 req-0fdafd7f-f79f-49ec-beda-9b2afcbe1d96 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525231 Jun 09 20:15:59.157562 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['e7daff8f-0061-40be-bdfc-f48bc45eb88a'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:15:59.164993 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f599d96c-1f37-4988-8dba-d8f6af57c372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:59.198632 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-5187b9e6-0782-405c-b208-6895750557c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368'] for port, after_create {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:59.214280 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-22077e56-3cb9-48d2-a4d4-3455bb167108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:59.300598 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5187b9e6-0782-405c-b208-6895750557c8 None None] Network 4e285325-7099-4cd2-8980-f8abb84f1c00 is already hosted by enough agents. {{(pid=92457) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:15:59.304640 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.scheduler.base_scheduler [None req-5187b9e6-0782-405c-b208-6895750557c8 None None] Resources bound (agent type, host, resource id): {{(pid=92457) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:15:59.312068 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5187b9e6-0782-405c-b208-6895750557c8 None None] Received port after_create {{(pid=92457) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:15:59.320498 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187b9e6-0782-405c-b208-6895750557c8 None None] Pushing event updated for resources: {'Port': ['ID=ea72a18f-4545-4251-a8d3-87e16981d229,revision_number=1']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:59.321193 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_common [None req-f599d96c-1f37-4988-8dba-d8f6af57c372 admin admin] Allocated IP 172.27.0.246 (7113ecea-0b68-4d56-a6ae-4e94112ae602/d4394e15-b094-4f4f-853e-c157ecdb6024/9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a) {{(pid=92456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:15:59.352922 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-5187b9e6-0782-405c-b208-6895750557c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:59.426769 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-5187b9e6-0782-405c-b208-6895750557c8 None None] Attempting to bind port ea72a18f-4545-4251-a8d3-87e16981d229 on host dv-cinder-795669-1-iscsi for vnic_type normal with profile {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:15:59.427202 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-5187b9e6-0782-405c-b208-6895750557c8 None None] Attempting to bind port ea72a18f-4545-4251-a8d3-87e16981d229 by drivers openvswitch,hyperv on host dv-cinder-795669-1-iscsi at level 0 using segments [{'id': 'a74f2380-c217-4c1b-a294-5554f82ed59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e285325-7099-4cd2-8980-f8abb84f1c00'}] {{(pid=92457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:15:59.427505 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5187b9e6-0782-405c-b208-6895750557c8 None None] Attempting to bind port ea72a18f-4545-4251-a8d3-87e16981d229 on network 4e285325-7099-4cd2-8980-f8abb84f1c00 {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:15:59.437107 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5187b9e6-0782-405c-b208-6895750557c8 None None] Checking agent: {'id': 'b1990edb-c1d4-4f42-bb5d-5bf0b4ac7e85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 19, 59, 31), 'started_at': datetime.datetime(2021, 6, 9, 20, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:15:59.437489 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5187b9e6-0782-405c-b208-6895750557c8 None None] Checking segment: {'id': 'a74f2380-c217-4c1b-a294-5554f82ed59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e285325-7099-4cd2-8980-f8abb84f1c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:15:59.437898 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-5187b9e6-0782-405c-b208-6895750557c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:59.438296 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5187b9e6-0782-405c-b208-6895750557c8 None None] Bound using segment: {'id': 'a74f2380-c217-4c1b-a294-5554f82ed59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e285325-7099-4cd2-8980-f8abb84f1c00'} {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:15:59.438770 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-5187b9e6-0782-405c-b208-6895750557c8 None None] Bound port: ea72a18f-4545-4251-a8d3-87e16981d229, host: dv-cinder-795669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74f2380-c217-4c1b-a294-5554f82ed59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e285325-7099-4cd2-8980-f8abb84f1c00'}}] {{(pid=92457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:15:59.439146 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-5187b9e6-0782-405c-b208-6895750557c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:59.471906 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f599d96c-1f37-4988-8dba-d8f6af57c372 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:59.578047 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f599d96c-1f37-4988-8dba-d8f6af57c372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2273985'] for port, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:59.582714 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-34ff18d9-ed7d-4e67-a2f0-16bc58f85b6a tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:59.583890 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-5187b9e6-0782-405c-b208-6895750557c8 None None] For port ea72a18f-4545-4251-a8d3-87e16981d229, host dv-cinder-795669-1-iscsi, cleared binding levels {{(pid=92457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:15:59.602864 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-5187b9e6-0782-405c-b208-6895750557c8 None None] For port ea72a18f-4545-4251-a8d3-87e16981d229, host dv-cinder-795669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=ea72a18f-4545-4251-a8d3-87e16981d229,segment=NetworkSegment(a74f2380-c217-4c1b-a294-5554f82ed59b),segment_id=a74f2380-c217-4c1b-a294-5554f82ed59b)] {{(pid=92457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:15:59.643692 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f599d96c-1f37-4988-8dba-d8f6af57c372 admin admin] Network 7113ecea-0b68-4d56-a6ae-4e94112ae602 is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:15:59.646878 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [None req-f599d96c-1f37-4988-8dba-d8f6af57c372 admin admin] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:15:59.650540 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f599d96c-1f37-4988-8dba-d8f6af57c372 admin admin] Received port after_create {{(pid=92456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:15:59.674657 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-5187b9e6-0782-405c-b208-6895750557c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:15:59.686179 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-b6e80078-406e-44a8-b87a-fc57a5c15e9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:15:59.688505 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599d96c-1f37-4988-8dba-d8f6af57c372 admin admin] Pushing event updated for resources: {'Port': ['ID=9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:59.692742 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-f599d96c-1f37-4988-8dba-d8f6af57c372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:59.803943 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187b9e6-0782-405c-b208-6895750557c8 None None] Pushing event updated for resources: {'Port': ['ID=ea72a18f-4545-4251-a8d3-87e16981d229,revision_number=2']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:15:59.817242 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-5187b9e6-0782-405c-b208-6895750557c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:15:59.858120 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device bc7f9b8e-744d-4094-9275-227e925513a0 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:16:00.029014 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning for port bc7f9b8e-744d-4094-9275-227e925513a0 completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:16:00.035291 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port bc7f9b8e-744d-4094-9275-227e925513a0 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:16:00.035751 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:00.100848 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a6e8c-88ff-4c83-8223-ddbe42739f74 req-a629bbfc-10d1-4d39-ac80-8070eab7cd96 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:00.103130 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-501a6e8c-88ff-4c83-8223-ddbe42739f74 req-a629bbfc-10d1-4d39-ac80-8070eab7cd96 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 944 time: 0.1640682 Jun 09 20:16:00.176192 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-501a6e8c-88ff-4c83-8223-ddbe42739f74 req-544bd2ca-24f9-475b-8137-bbc89c434884 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616059 Jun 09 20:16:00.227582 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:00.260798 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] For port bc7f9b8e-744d-4094-9275-227e925513a0, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=bc7f9b8e-744d-4094-9275-227e925513a0,segment=NetworkSegment(e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d),segment_id=e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:16:00.343298 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:00.344338 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f599d96c-1f37-4988-8dba-d8f6af57c372 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:00.349042 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:00.421015 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Pushing event updated for resources: {'Port': ['ID=bc7f9b8e-744d-4094-9275-227e925513a0,revision_number=5']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:00.428613 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:16:00.428962 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:16:00.429302 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:16:00.429637 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:16:00.429968 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:16:00.430295 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:16:00.430621 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:16:00.430944 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:16:00.431274 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:16:00.431596 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:16:00.432102 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:16:00.432542 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:16:00.446272 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:00.707051 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f599d96c-1f37-4988-8dba-d8f6af57c372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3905395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3924414'] for router, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:00.861017 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133e038b-7315-4679-a214-8fbc15f6e6e4 None None] Network 4e285325-7099-4cd2-8980-f8abb84f1c00 requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:16:00.993884 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f599d96c-1f37-4988-8dba-d8f6af57c372 admin admin] Router 0fb73269-48e8-45b7-aafe-8ce6c10a0469 is scheduled to L3 agent 64117835-a1f5-4801-ace7-11985afbc460 with binding_index 1 {{(pid=92456) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 09 20:16:01.016057 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-adfd8734-c454-440a-9044-3c032f8233c1 None None] Provisioning for port ea72a18f-4545-4251-a8d3-87e16981d229 completed by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:16:01.084099 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28426ba-a852-4f8a-a5b6-59e6c5736b4f req-8e55e191-9e81-46fe-b68c-2ce48dd7b475 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:01.085826 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c28426ba-a852-4f8a-a5b6-59e6c5736b4f req-8e55e191-9e81-46fe-b68c-2ce48dd7b475 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c934d0a-d3c0-41eb-8147-56bb5c29e6b7 HTTP/1.1" status: 200 len: 945 time: 0.0826964 Jun 09 20:16:01.136149 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c28426ba-a852-4f8a-a5b6-59e6c5736b4f req-d5288f81-a00e-4073-bbc3-1a5d358b096b tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=88f51311-5ae3-4911-8518-bfd3a5297cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436161 Jun 09 20:16:01.202559 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f599d96c-1f37-4988-8dba-d8f6af57c372 admin admin] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:16:01.219255 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f07da0-e514-4155-93a9-3a12aa03c2b1 None None] Sync routers for ids ['0fb73269-48e8-45b7-aafe-8ce6c10a0469'] in dv-cinder-795669-1-iscsi {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:16:01.229986 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f07da0-e514-4155-93a9-3a12aa03c2b1 None None] Routers {'0fb73269-48e8-45b7-aafe-8ce6c10a0469'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:16:01.230687 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-d2f07da0-e514-4155-93a9-3a12aa03c2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:15:32Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['0fb73269-48e8-45b7-aafe-8ce6c10a0469'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:16:01.292189 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f599d96c-1f37-4988-8dba-d8f6af57c372 admin admin] Notify callbacks [] for router, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:01.294666 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-f599d96c-1f37-4988-8dba-d8f6af57c372 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2596648 Jun 09 20:16:01.296263 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 47966) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:16:01.463068 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-d2f07da0-e514-4155-93a9-3a12aa03c2b1 None None] Set router 0fb73269-48e8-45b7-aafe-8ce6c10a0469 gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:16:01.562393 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:01.594446 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea578c6c-7f14-4dac-a14d-f190fc94e571 req-da6bc529-4a71-4cd7-8fe1-00075a5884be tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:01.595931 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ea578c6c-7f14-4dac-a14d-f190fc94e571 req-da6bc529-4a71-4cd7-8fe1-00075a5884be tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 944 time: 0.2451243 Jun 09 20:16:01.721383 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ea578c6c-7f14-4dac-a14d-f190fc94e571 req-37c824f3-bdd3-4ee5-b47e-4deb12b6fea3 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1154878 Jun 09 20:16:01.763098 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-d2f07da0-e514-4155-93a9-3a12aa03c2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb73269-48e8-45b7-aafe-8ce6c10a0469', 'name': 'tempest-TestVolumeBootPattern-1930443472-router', 'tenant_id': 'bb3c042f1a554c1c93849e5464a7a555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:15:58Z', 'updated_at': '2021-06-09T20:16:00Z', 'revision_number': 3, 'project_id': 'bb3c042f1a554c1c93849e5464a7a555', 'gw_port': {'id': '9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:88:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb73269-48e8-45b7-aafe-8ce6c10a0469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:59Z', 'updated_at': '2021-06-09T20:15:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi'}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:16:01.767862 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f07da0-e514-4155-93a9-3a12aa03c2b1 None None] Checking router: 0fb73269-48e8-45b7-aafe-8ce6c10a0469 for host: dv-cinder-795669-1-iscsi {{(pid=92457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:16:01.769498 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f07da0-e514-4155-93a9-3a12aa03c2b1 None None] Updating router 0fb73269-48e8-45b7-aafe-8ce6c10a0469 port 9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a binding host dv-cinder-795669-1-iscsi {{(pid=92457) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 20:16:01.824657 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-d2f07da0-e514-4155-93a9-3a12aa03c2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:01.856669 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-f44e36b8-a228-4a0c-8f21-56a7b5c69c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:01.928082 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device ea72a18f-4545-4251-a8d3-87e16981d229 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:16:02.163879 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-8b7a977f-fb39-485b-8c9f-d4df2d9fa09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:02.200808 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning for port ea72a18f-4545-4251-a8d3-87e16981d229 completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:16:02.219376 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port ea72a18f-4545-4251-a8d3-87e16981d229 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:16:02.220443 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:02.250501 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device e7daff8f-0061-40be-bdfc-f48bc45eb88a up at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:16:02.317929 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-d2f07da0-e514-4155-93a9-3a12aa03c2b1 None None] Notify callbacks [] for port, precommit_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:02.346975 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-d2f07da0-e514-4155-93a9-3a12aa03c2b1 None None] Transition to ACTIVE for port object 9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a will not be triggered until provisioned by entity L2. {{(pid=92457) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:16:02.415105 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-d2f07da0-e514-4155-93a9-3a12aa03c2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:02.420447 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:02.428844 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b914a2f-c9c9-4ea7-85d9-aa35388b81b8 req-e6046bec-c154-486f-b8f7-84febec3b206 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:02.432201 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6b914a2f-c9c9-4ea7-85d9-aa35388b81b8 req-e6046bec-c154-486f-b8f7-84febec3b206 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c934d0a-d3c0-41eb-8147-56bb5c29e6b7 HTTP/1.1" status: 200 len: 945 time: 0.1812201 Jun 09 20:16:02.458081 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:02.464074 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.db.db_base_plugin_common [None req-8b7a977f-fb39-485b-8c9f-d4df2d9fa09f admin admin] Allocated IP 172.20.0.1 (4e285325-7099-4cd2-8980-f8abb84f1c00/1175c090-223a-415b-a769-be8f4e338f4b/67862ae0-e8d6-41fb-a7f6-e2b9aaa50bcb) {{(pid=92455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:16:02.494746 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6b914a2f-c9c9-4ea7-85d9-aa35388b81b8 req-53dc7251-3285-4407-bbd0-b08b8b2eca4d tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=88f51311-5ae3-4911-8518-bfd3a5297cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551562 Jun 09 20:16:02.504051 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning for port e7daff8f-0061-40be-bdfc-f48bc45eb88a completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:16:02.525936 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7250a28-986d-457d-8b5f-4db72cb51f28 None None] Pushing event updated for resources: {'Port': ['ID=9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a,revision_number=2']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:02.528081 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning complete for port e7daff8f-0061-40be-bdfc-f48bc45eb88a triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:16:02.528468 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:02.551731 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-c7250a28-986d-457d-8b5f-4db72cb51f28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:02.553288 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-d2f07da0-e514-4155-93a9-3a12aa03c2b1 None None] Attempting to bind port 9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a on host dv-cinder-795669-1-iscsi for vnic_type normal with profile {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:16:02.553660 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-d2f07da0-e514-4155-93a9-3a12aa03c2b1 None None] Attempting to bind port 9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a by drivers openvswitch,hyperv on host dv-cinder-795669-1-iscsi at level 0 using segments [{'id': '5cc1a330-8329-4d0b-b0d5-254d1224405d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'}] {{(pid=92457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:16:02.554025 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f07da0-e514-4155-93a9-3a12aa03c2b1 None None] Attempting to bind port 9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a on network 7113ecea-0b68-4d56-a6ae-4e94112ae602 {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:16:02.578288 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f07da0-e514-4155-93a9-3a12aa03c2b1 None None] Checking agent: {'id': 'b1990edb-c1d4-4f42-bb5d-5bf0b4ac7e85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 19, 59, 31), 'started_at': datetime.datetime(2021, 6, 9, 20, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:16:02.578697 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f07da0-e514-4155-93a9-3a12aa03c2b1 None None] Checking segment: {'id': '5cc1a330-8329-4d0b-b0d5-254d1224405d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92457) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:16:02.579074 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-d2f07da0-e514-4155-93a9-3a12aa03c2b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:02.579473 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f07da0-e514-4155-93a9-3a12aa03c2b1 None None] Bound using segment: {'id': '5cc1a330-8329-4d0b-b0d5-254d1224405d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'} {{(pid=92457) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:16:02.580010 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.managers [None req-d2f07da0-e514-4155-93a9-3a12aa03c2b1 None None] Bound port: 9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a, host: dv-cinder-795669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc1a330-8329-4d0b-b0d5-254d1224405d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602'}}] {{(pid=92457) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:16:02.580357 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-d2f07da0-e514-4155-93a9-3a12aa03c2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:02.618716 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] For port ea72a18f-4545-4251-a8d3-87e16981d229, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=ea72a18f-4545-4251-a8d3-87e16981d229,segment=NetworkSegment(a74f2380-c217-4c1b-a294-5554f82ed59b),segment_id=a74f2380-c217-4c1b-a294-5554f82ed59b)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:16:02.647258 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-8b7a977f-fb39-485b-8c9f-d4df2d9fa09f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:02.662365 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.db.provisioning_blocks [None req-8b7a977f-fb39-485b-8c9f-d4df2d9fa09f admin admin] Transition to ACTIVE for port object 67862ae0-e8d6-41fb-a7f6-e2b9aaa50bcb will not be triggered until provisioned by entity DHCP. {{(pid=92455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:16:02.684880 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:02.685637 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device bc7f9b8e-744d-4094-9275-227e925513a0 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:16:02.716174 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:02.748348 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-d2f07da0-e514-4155-93a9-3a12aa03c2b1 None None] For port 9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a, host dv-cinder-795669-1-iscsi, cleared binding levels {{(pid=92457) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:16:02.771223 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-8b7a977f-fb39-485b-8c9f-d4df2d9fa09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162594'] for port, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:02.776482 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-10671df0-06b2-4b9a-bafe-5b4d3498d145 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:02.816403 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-d2f07da0-e514-4155-93a9-3a12aa03c2b1 None None] For port 9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a, host dv-cinder-795669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a,segment=NetworkSegment(5cc1a330-8329-4d0b-b0d5-254d1224405d),segment_id=5cc1a330-8329-4d0b-b0d5-254d1224405d)] {{(pid=92457) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:16:02.817425 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:02.842296 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7a977f-fb39-485b-8c9f-d4df2d9fa09f admin admin] Network 4e285325-7099-4cd2-8980-f8abb84f1c00 is already hosted by enough agents. {{(pid=92455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:16:02.845289 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.base_scheduler [None req-8b7a977f-fb39-485b-8c9f-d4df2d9fa09f admin admin] Resources bound (agent type, host, resource id): {{(pid=92455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:16:02.847871 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7a977f-fb39-485b-8c9f-d4df2d9fa09f admin admin] Received port after_create {{(pid=92455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:16:02.871241 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:02.891351 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Pushing event updated for resources: {'Port': ['ID=ea72a18f-4545-4251-a8d3-87e16981d229,revision_number=3']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:02.897256 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-d2f07da0-e514-4155-93a9-3a12aa03c2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:02.902128 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:02.902917 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:02.903036 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a977f-fb39-485b-8c9f-d4df2d9fa09f admin admin] Pushing event updated for resources: {'Port': ['ID=67862ae0-e8d6-41fb-a7f6-e2b9aaa50bcb,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:02.911732 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-8b7a977f-fb39-485b-8c9f-d4df2d9fa09f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:02.938804 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1173ff-58ff-455d-a287-0b10ea93de4f req-c0e7ca74-b8d9-40e8-a3bf-013d628c1385 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:02.941273 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-ae1173ff-58ff-455d-a287-0b10ea93de4f req-c0e7ca74-b8d9-40e8-a3bf-013d628c1385 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c934d0a-d3c0-41eb-8147-56bb5c29e6b7 HTTP/1.1" status: 200 len: 945 time: 0.1758146 Jun 09 20:16:02.981730 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-8b7a977f-fb39-485b-8c9f-d4df2d9fa09f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3925236'] for router_interface, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:03.021520 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7175c798-1149-4cab-8aaa-3f4f2f9ef140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7daff8f-0061-40be-bdfc-f48bc45eb88a'}] {{(pid=92457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:16:03.023930 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c413b0bec0402a5ae16451c6582d791322e0202680a960d7e14492227081b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa7d4a5-1dff-4ac1-a805-c7385796eb7b" -d '{"events": [{"server_uuid": "7175c798-1149-4cab-8aaa-3f4f2f9ef140", "name": "network-vif-plugged", "status": "completed", "tag": "e7daff8f-0061-40be-bdfc-f48bc45eb88a"}]}' {{(pid=92457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:16:03.045596 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port e7daff8f-0061-40be-bdfc-f48bc45eb88a, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=e7daff8f-0061-40be-bdfc-f48bc45eb88a,segment=NetworkSegment(4f17cc2f-0ced-4f87-8ac8-36a00d8686cf),segment_id=4f17cc2f-0ced-4f87-8ac8-36a00d8686cf)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:16:03.050824 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port bc7f9b8e-744d-4094-9275-227e925513a0 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:16:03.051239 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:03.057286 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7b29b-6c07-4e9b-8c32-81fca3c6dd03 req-60a0f8aa-4404-4bf9-a673-2c89682719ff tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:03.058983 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-70e7b29b-6c07-4e9b-8c32-81fca3c6dd03 req-60a0f8aa-4404-4bf9-a673-2c89682719ff tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 944 time: 0.1590319 Jun 09 20:16:03.109532 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:03.115223 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f07da0-e514-4155-93a9-3a12aa03c2b1 None None] Routers {'0fb73269-48e8-45b7-aafe-8ce6c10a0469'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:16:03.115886 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-d2f07da0-e514-4155-93a9-3a12aa03c2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:16:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['0fb73269-48e8-45b7-aafe-8ce6c10a0469'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:16:03.132480 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-70e7b29b-6c07-4e9b-8c32-81fca3c6dd03 req-a20b835b-c4c7-4d28-9d19-3fc53a611961 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0662827 Jun 09 20:16:03.139022 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [req-ae1173ff-58ff-455d-a287-0b10ea93de4f req-a979cff9-fb39-462d-aee6-b3c10aed7dfa tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Deleting port 3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5 {{(pid=92456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:16:03.139368 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-ae1173ff-58ff-455d-a287-0b10ea93de4f req-a979cff9-fb39-462d-aee6-b3c10aed7dfa tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:03.191682 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dede0dcf-f5df-4f0e-ae4d-d2ef869306ea x-openstack-request-id: req-dede0dcf-f5df-4f0e-ae4d-d2ef869306ea {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:16:03.192009 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7175c798-1149-4cab-8aaa-3f4f2f9ef140", "name": "network-vif-plugged", "status": "completed", "tag": "e7daff8f-0061-40be-bdfc-f48bc45eb88a", "code": 200}]} {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:16:03.192167 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dede0dcf-f5df-4f0e-ae4d-d2ef869306ea {{(pid=92457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:16:03.192556 dv-cinder-795669-1-iscsi neutron-server[92457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7175c798-1149-4cab-8aaa-3f4f2f9ef140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7daff8f-0061-40be-bdfc-f48bc45eb88a', 'code': 200} Jun 09 20:16:03.214691 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7250a28-986d-457d-8b5f-4db72cb51f28 None None] Pushing event updated for resources: {'Port': ['ID=9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a,revision_number=3']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:03.230602 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-c7250a28-986d-457d-8b5f-4db72cb51f28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:03.231182 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-f549f72b-d0b5-45e6-883b-d9bcbd6ef577 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:03.281694 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-8b7a977f-fb39-485b-8c9f-d4df2d9fa09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:03.381452 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-6e3469d8-cf97-4bd1-aeef-a5f545ec59ae None None] Provisioning for port 67862ae0-e8d6-41fb-a7f6-e2b9aaa50bcb completed by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:16:03.432034 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=e7daff8f-0061-40be-bdfc-f48bc45eb88a,revision_number=5']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:03.438298 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-6e3469d8-cf97-4bd1-aeef-a5f545ec59ae None None] Provisioning complete for port 67862ae0-e8d6-41fb-a7f6-e2b9aaa50bcb triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:16:03.438675 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-6e3469d8-cf97-4bd1-aeef-a5f545ec59ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:03.460560 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-ae1173ff-58ff-455d-a287-0b10ea93de4f req-a979cff9-fb39-462d-aee6-b3c10aed7dfa tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] For port 3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5,segment=NetworkSegment(38307e43-90bf-416e-82c0-ea8120621c99),segment_id=38307e43-90bf-416e-82c0-ea8120621c99)] {{(pid=92456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:16:03.461113 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-ae1173ff-58ff-455d-a287-0b10ea93de4f req-a979cff9-fb39-462d-aee6-b3c10aed7dfa tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:03.473002 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:03.526878 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-8b7a977f-fb39-485b-8c9f-d4df2d9fa09f admin admin] Notify callbacks [] for port, precommit_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:03.535206 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-6e3469d8-cf97-4bd1-aeef-a5f545ec59ae None None] Port 67862ae0-e8d6-41fb-a7f6-e2b9aaa50bcb cannot update to ACTIVE because it is not bound. {{(pid=92457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 20:16:03.538306 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-d2f07da0-e514-4155-93a9-3a12aa03c2b1 None None] Set router 0fb73269-48e8-45b7-aafe-8ce6c10a0469 gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:16:03.551634 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1bb6b-7938-4006-b1da-bdebbe2dc18e req-8bf98f10-3f91-4ebd-a739-a5d17d8c70f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:03.553188 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b4b1bb6b-7938-4006-b1da-bdebbe2dc18e req-8bf98f10-3f91-4ebd-a739-a5d17d8c70f0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 1098 time: 0.1875911 Jun 09 20:16:03.582693 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-8b7a977f-fb39-485b-8c9f-d4df2d9fa09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162640'] for port, after_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:03.622388 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:03.674135 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b4b1bb6b-7938-4006-b1da-bdebbe2dc18e req-20483894-c542-410f-accf-8f8bf6a2f1a1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1103864 Jun 09 20:16:03.748618 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-8b7a977f-fb39-485b-8c9f-d4df2d9fa09f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3714543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3926453'] for router_interface, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:03.785850 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a977f-fb39-485b-8c9f-d4df2d9fa09f admin admin] Pushing event updated for resources: {'Port': ['ID=67862ae0-e8d6-41fb-a7f6-e2b9aaa50bcb,revision_number=2']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:03.789331 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-8b7a977f-fb39-485b-8c9f-d4df2d9fa09f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:03.798508 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device ea72a18f-4545-4251-a8d3-87e16981d229 up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:16:03.800068 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-ae1173ff-58ff-455d-a287-0b10ea93de4f req-a979cff9-fb39-462d-aee6-b3c10aed7dfa tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:03.800552 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-ae1173ff-58ff-455d-a287-0b10ea93de4f req-a979cff9-fb39-462d-aee6-b3c10aed7dfa tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3925089'] for floatingip, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:03.800866 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.db.l3_db [req-ae1173ff-58ff-455d-a287-0b10ea93de4f req-a979cff9-fb39-462d-aee6-b3c10aed7dfa tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Floating IP c435f189-2c42-4e53-81ad-b6107010823a disassociated. External IP: 172.27.0.90, port: 3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5. Jun 09 20:16:03.801205 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [req-ae1173ff-58ff-455d-a287-0b10ea93de4f req-a979cff9-fb39-462d-aee6-b3c10aed7dfa tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Calling delete_port for 3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5 owned by compute:nova {{(pid=92456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:16:03.891728 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44b335-3e45-4a74-a130-d4a155e94f20 req-978cfea8-28d1-432d-9414-5d260ad5c685 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:03.893416 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8a44b335-3e45-4a74-a130-d4a155e94f20 req-978cfea8-28d1-432d-9414-5d260ad5c685 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c934d0a-d3c0-41eb-8147-56bb5c29e6b7 HTTP/1.1" status: 200 len: 945 time: 0.2431483 Jun 09 20:16:03.942190 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port ea72a18f-4545-4251-a8d3-87e16981d229 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:16:03.942571 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:03.967855 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8a44b335-3e45-4a74-a130-d4a155e94f20 req-38622e87-842d-41c6-8153-085e746bc8f3 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups?id=88f51311-5ae3-4911-8518-bfd3a5297cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679677 Jun 09 20:16:03.971958 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7a977f-fb39-485b-8c9f-d4df2d9fa09f admin admin] Network 4e285325-7099-4cd2-8980-f8abb84f1c00 is already hosted by enough agents. {{(pid=92455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:16:03.973207 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.base_scheduler [None req-8b7a977f-fb39-485b-8c9f-d4df2d9fa09f admin admin] Resources bound (agent type, host, resource id): {{(pid=92455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:16:04.000918 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-ae1173ff-58ff-455d-a287-0b10ea93de4f req-a979cff9-fb39-462d-aee6-b3c10aed7dfa tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2273976'] for port, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:04.007355 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-3dac38c1-9003-4dbb-8513-8ca7003441bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:04.020214 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-d2f07da0-e514-4155-93a9-3a12aa03c2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb73269-48e8-45b7-aafe-8ce6c10a0469', 'name': 'tempest-TestVolumeBootPattern-1930443472-router', 'tenant_id': 'bb3c042f1a554c1c93849e5464a7a555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:15:58Z', 'updated_at': '2021-06-09T20:16:03Z', 'revision_number': 4, 'project_id': 'bb3c042f1a554c1c93849e5464a7a555', 'gw_port': {'id': '9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:88:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb73269-48e8-45b7-aafe-8ce6c10a0469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:59Z', 'updated_at': '2021-06-09T20:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '67862ae0-e8d6-41fb-a7f6-e2b9aaa50bcb', 'name': '', 'network_id': '4e285325-7099-4cd2-8980-f8abb84f1c00', 'tenant_id': 'bb3c042f1a554c1c93849e5464a7a555', 'mac_address': 'fa:16:3e:8f:a2:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb73269-48e8-45b7-aafe-8ce6c10a0469', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1175c090-223a-415b-a769-be8f4e338f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:16:02Z', 'updated_at': '2021-06-09T20:16:02Z', 'revision_number': 1, 'project_id': 'bb3c042f1a554c1c93849e5464a7a555', 'subnets': [{'id': '1175c090-223a-415b-a769-be8f4e338f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:16:04.026712 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f07da0-e514-4155-93a9-3a12aa03c2b1 None None] The sync data for ids ['0fb73269-48e8-45b7-aafe-8ce6c10a0469'] in dv-cinder-795669-1-iscsi is: [{'id': '0fb73269-48e8-45b7-aafe-8ce6c10a0469', 'name': 'tempest-TestVolumeBootPattern-1930443472-router', 'tenant_id': 'bb3c042f1a554c1c93849e5464a7a555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:15:58Z', 'updated_at': '2021-06-09T20:16:03Z', 'revision_number': 4, 'project_id': 'bb3c042f1a554c1c93849e5464a7a555', 'gw_port': {'id': '9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:88:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb73269-48e8-45b7-aafe-8ce6c10a0469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:59Z', 'updated_at': '2021-06-09T20:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '67862ae0-e8d6-41fb-a7f6-e2b9aaa50bcb', 'name': '', 'network_id': '4e285325-7099-4cd2-8980-f8abb84f1c00', 'tenant_id': 'bb3c042f1a554c1c93849e5464a7a555', 'mac_address': 'fa:16:3e:8f:a2:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb73269-48e8-45b7-aafe-8ce6c10a0469', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1175c090-223a-415b-a769-be8f4e338f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:16:02Z', 'updated_at': '2021-06-09T20:16:02Z', 'revision_number': 1, 'project_id': 'bb3c042f1a554c1c93849e5464a7a555', 'subnets': [{'id': '1175c090-223a-415b-a769-be8f4e338f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:16:04.063551 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979cff9-fb39-462d-aee6-b3c10aed7dfa tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Pushing event deleted for resources: {'Port': ['ID=3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:04.069727 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-a979cff9-fb39-462d-aee6-b3c10aed7dfa tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:04.287634 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae1173ff-58ff-455d-a287-0b10ea93de4f req-a979cff9-fb39-462d-aee6-b3c10aed7dfa tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Router 1ee9b6ba-3bdd-410e-8194-d57e97882fad has already been hosted by L3 agent 64117835-a1f5-4801-ace7-11985afbc460 {{(pid=92456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 20:16:04.297002 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-09be09be-5247-46e8-8927-749bd5c017f6 None None] Provisioning complete for port 67862ae0-e8d6-41fb-a7f6-e2b9aaa50bcb triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:16:04.297380 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-09be09be-5247-46e8-8927-749bd5c017f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:04.386877 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:04.414978 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-09be09be-5247-46e8-8927-749bd5c017f6 None None] Port 67862ae0-e8d6-41fb-a7f6-e2b9aaa50bcb cannot update to ACTIVE because it is not bound. {{(pid=92457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 20:16:04.454908 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7a977f-fb39-485b-8c9f-d4df2d9fa09f admin admin] Router 0fb73269-48e8-45b7-aafe-8ce6c10a0469 has already been hosted by L3 agent 64117835-a1f5-4801-ace7-11985afbc460 {{(pid=92455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 20:16:04.523694 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae1173ff-58ff-455d-a287-0b10ea93de4f req-a979cff9-fb39-462d-aee6-b3c10aed7dfa tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:16:04.534721 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2222b63-8985-4b9e-88c6-5f0dfb5c68f1 None None] Sync routers for ids ['1ee9b6ba-3bdd-410e-8194-d57e97882fad'] in dv-cinder-795669-1-iscsi {{(pid=92458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:16:04.557729 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2222b63-8985-4b9e-88c6-5f0dfb5c68f1 None None] Routers {'1ee9b6ba-3bdd-410e-8194-d57e97882fad'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:16:04.558521 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-f2222b63-8985-4b9e-88c6-5f0dfb5c68f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:16:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['1ee9b6ba-3bdd-410e-8194-d57e97882fad'], 'active': True} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:16:04.625291 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f382c6-c633-4343-94b0-8f2960c1cf3b req-03806610-1dc9-4d8a-924a-b7acafbf0b6f tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:04.628408 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-97f382c6-c633-4343-94b0-8f2960c1cf3b req-03806610-1dc9-4d8a-924a-b7acafbf0b6f tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 945 time: 0.3461590 Jun 09 20:16:04.652170 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1173ff-58ff-455d-a287-0b10ea93de4f req-a979cff9-fb39-462d-aee6-b3c10aed7dfa tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] No DVR routers for this DVR port 3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5 on host hv-cinder-79566 {{(pid=92456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 20:16:04.655010 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-ae1173ff-58ff-455d-a287-0b10ea93de4f req-a979cff9-fb39-462d-aee6-b3c10aed7dfa tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:04.657605 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-ae1173ff-58ff-455d-a287-0b10ea93de4f req-a979cff9-fb39-462d-aee6-b3c10aed7dfa tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.22 "DELETE /v2.0/ports/3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5 HTTP/1.1" status: 204 len: 173 time: 1.7075539 Jun 09 20:16:04.658374 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c934d0a-d3c0-41eb-8147-56bb5c29e6b7', 'name': 'network-vif-deleted', 'tag': '3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:16:04.661357 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606452a7-0824-4fad-8204-af42ba8125f7" -d '{"events": [{"server_uuid": "4c934d0a-d3c0-41eb-8147-56bb5c29e6b7", "name": "network-vif-deleted", "tag": "3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:16:04.720516 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a429f5-8b2f-43aa-80d6-53a08dec9689 x-openstack-request-id: req-f1a429f5-8b2f-43aa-80d6-53a08dec9689 {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:16:04.720852 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c934d0a-d3c0-41eb-8147-56bb5c29e6b7", "name": "network-vif-deleted", "tag": "3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:16:04.721312 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f1a429f5-8b2f-43aa-80d6-53a08dec9689 {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:16:04.721587 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c934d0a-d3c0-41eb-8147-56bb5c29e6b7', 'name': 'network-vif-deleted', 'tag': '3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5', 'status': 'completed', 'code': 200} Jun 09 20:16:04.793414 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-97f382c6-c633-4343-94b0-8f2960c1cf3b req-ac83d7c5-c367-40a1-b17a-977bb9ba70ff tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1588137 Jun 09 20:16:04.805036 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7a977f-fb39-485b-8c9f-d4df2d9fa09f admin admin] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:16:04.810809 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-8b7a977f-fb39-485b-8c9f-d4df2d9fa09f admin admin] 10.222.0.15 "PUT /v2.0/routers/0fb73269-48e8-45b7-aafe-8ce6c10a0469/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5133092 Jun 09 20:16:04.847081 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvr_db [None req-f2222b63-8985-4b9e-88c6-5f0dfb5c68f1 None None] Set router 1ee9b6ba-3bdd-410e-8194-d57e97882fad gateway port host: dv-cinder-795669-1-iscsi {{(pid=92458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:16:05.206233 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-46b5ce70-eac8-4bb4-bfe8-fd75746736d6 req-0677e8d6-c501-4dce-8b71-8e1995760555 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c934d0a-d3c0-41eb-8147-56bb5c29e6b7 HTTP/1.1" status: 200 len: 210 time: 0.0616283 Jun 09 20:16:05.268206 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-f2222b63-8985-4b9e-88c6-5f0dfb5c68f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'name': 'tempest-AttachVolumeTestJSON-2020173337-router', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '605e9341-4f40-479a-88ed-3542589b95d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:03Z', 'updated_at': '2021-06-09T20:09:15Z', 'revision_number': 4, 'project_id': 'a153f4ee3c7640608753fa26850931e1', 'gw_port': {'id': '605e9341-4f40-479a-88ed-3542589b95d1', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:05Z', 'updated_at': '2021-06-09T20:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '7299d8eb-7e82-4976-beba-24da2fbad383', 'name': '', 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'mac_address': 'fa:16:3e:4c:49:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '300c2a4a-c553-45e5-8e44-47365525b421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:12Z', 'updated_at': '2021-06-09T20:09:29Z', 'revision_number': 5, 'project_id': 'a153f4ee3c7640608753fa26850931e1', 'subnets': [{'id': '300c2a4a-c553-45e5-8e44-47365525b421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:16:05.272323 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2222b63-8985-4b9e-88c6-5f0dfb5c68f1 None None] Checking router: 1ee9b6ba-3bdd-410e-8194-d57e97882fad for host: dv-cinder-795669-1-iscsi {{(pid=92458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:16:05.280898 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2222b63-8985-4b9e-88c6-5f0dfb5c68f1 None None] Routers {'1ee9b6ba-3bdd-410e-8194-d57e97882fad'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:16:05.281529 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-f2222b63-8985-4b9e-88c6-5f0dfb5c68f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:16:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['1ee9b6ba-3bdd-410e-8194-d57e97882fad'], 'active': True} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:16:05.475709 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvr_db [None req-f2222b63-8985-4b9e-88c6-5f0dfb5c68f1 None None] Set router 1ee9b6ba-3bdd-410e-8194-d57e97882fad gateway port host: dv-cinder-795669-1-iscsi {{(pid=92458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:16:05.734205 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 47988) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:16:05.739421 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-351bd9fa-eda3-4f6c-aba6-8f0b9f0a35a5 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-16164478', 'description': 'tempest-secgroup-smoke-16164478 description', 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:16:05.814244 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:16:05.850274 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-f2222b63-8985-4b9e-88c6-5f0dfb5c68f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'name': 'tempest-AttachVolumeTestJSON-2020173337-router', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '605e9341-4f40-479a-88ed-3542589b95d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:03Z', 'updated_at': '2021-06-09T20:09:15Z', 'revision_number': 4, 'project_id': 'a153f4ee3c7640608753fa26850931e1', 'gw_port': {'id': '605e9341-4f40-479a-88ed-3542589b95d1', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:05Z', 'updated_at': '2021-06-09T20:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '7299d8eb-7e82-4976-beba-24da2fbad383', 'name': '', 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'mac_address': 'fa:16:3e:4c:49:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '300c2a4a-c553-45e5-8e44-47365525b421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:12Z', 'updated_at': '2021-06-09T20:09:29Z', 'revision_number': 5, 'project_id': 'a153f4ee3c7640608753fa26850931e1', 'subnets': [{'id': '300c2a4a-c553-45e5-8e44-47365525b421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:16:05.855170 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2222b63-8985-4b9e-88c6-5f0dfb5c68f1 None None] The sync data for ids ['1ee9b6ba-3bdd-410e-8194-d57e97882fad'] in dv-cinder-795669-1-iscsi is: [{'id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'name': 'tempest-AttachVolumeTestJSON-2020173337-router', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '605e9341-4f40-479a-88ed-3542589b95d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:03Z', 'updated_at': '2021-06-09T20:09:15Z', 'revision_number': 4, 'project_id': 'a153f4ee3c7640608753fa26850931e1', 'gw_port': {'id': '605e9341-4f40-479a-88ed-3542589b95d1', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:05Z', 'updated_at': '2021-06-09T20:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '7299d8eb-7e82-4976-beba-24da2fbad383', 'name': '', 'network_id': '4a036ca4-dd58-4133-bd8c-881911c6180b', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'mac_address': 'fa:16:3e:4c:49:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '300c2a4a-c553-45e5-8e44-47365525b421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:12Z', 'updated_at': '2021-06-09T20:09:29Z', 'revision_number': 5, 'project_id': 'a153f4ee3c7640608753fa26850931e1', 'subnets': [{'id': '300c2a4a-c553-45e5-8e44-47365525b421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:16:05.863278 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-351bd9fa-eda3-4f6c-aba6-8f0b9f0a35a5 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:05.966238 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning for port 9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:16:05.973509 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:16:05.974280 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:05.997468 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-351bd9fa-eda3-4f6c-aba6-8f0b9f0a35a5 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:06.034521 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2230aa-a118-499e-8240-f5de3e7ac47f req-99afc449-6b99-4986-939c-14283a2b7e9e tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:06.035978 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8d2230aa-a118-499e-8240-f5de3e7ac47f req-99afc449-6b99-4986-939c-14283a2b7e9e tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 945 time: 0.1021261 Jun 09 20:16:06.080668 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8d2230aa-a118-499e-8240-f5de3e7ac47f req-b5849fe9-f04c-4498-83e1-9792eb52d09c tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381491 Jun 09 20:16:06.093990 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:06.111069 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] For port 9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a,segment=NetworkSegment(5cc1a330-8329-4d0b-b0d5-254d1224405d),segment_id=5cc1a330-8329-4d0b-b0d5-254d1224405d)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:16:06.125669 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-351bd9fa-eda3-4f6c-aba6-8f0b9f0a35a5 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:06.141220 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-0ea6fe07-b5e8-4d2b-9441-624ae72b5d5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:06.170742 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351bd9fa-eda3-4f6c-aba6-8f0b9f0a35a5 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:06.173704 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-351bd9fa-eda3-4f6c-aba6-8f0b9f0a35a5 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:06.244030 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5 no longer exists at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:16:06.284576 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:06.288430 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17caa1a5-a386-4647-907c-fc6d9eefe38f req-cf40ed6a-dd05-4fbc-bf05-31bbb4864cba tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:06.288430 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-17caa1a5-a386-4647-907c-fc6d9eefe38f req-cf40ed6a-dd05-4fbc-bf05-31bbb4864cba tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 945 time: 0.0885673 Jun 09 20:16:06.299393 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:06.313993 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-351bd9fa-eda3-4f6c-aba6-8f0b9f0a35a5 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:06.315720 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-351bd9fa-eda3-4f6c-aba6-8f0b9f0a35a5 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.5813658 Jun 09 20:16:06.325370 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 47998) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:16:06.330594 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-305a0ded-360b-4c7d-819f-a90a7b01e9bd tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Request body: {'security_group_rule': {'security_group_id': '3464c22a-73d9-4ff7-b92e-f0a8f13e9f39', 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:16:06.333763 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] No Port match for: 3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5 {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:16:06.334316 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 3122fd79-dd0c-4ff8-b3ce-c95554c1a9c5 not bound to the agent host hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:16:06.342575 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-17caa1a5-a386-4647-907c-fc6d9eefe38f req-d4db4d8b-6ebe-48e7-a486-41ff4e83accd tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456066 Jun 09 20:16:06.371664 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4a187c-23d5-4a9d-a865-e42afb273ae4 None None] New status for floating IP c435f189-2c42-4e53-81ad-b6107010823a: DOWN {{(pid=92457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 20:16:06.380501 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 48000) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:16:06.429846 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 48004) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:16:06.464235 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-305a0ded-360b-4c7d-819f-a90a7b01e9bd tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:06.503956 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-74dbd563-76f2-4807-9ddc-5aebbf5e2106 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:06.537511 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-74dbd563-76f2-4807-9ddc-5aebbf5e2106 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:06.553814 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-305a0ded-360b-4c7d-819f-a90a7b01e9bd tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:06.637559 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-305a0ded-360b-4c7d-819f-a90a7b01e9bd tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854183'] for security_group_rule, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:06.643107 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:06.647603 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Pushing event updated for resources: {'Port': ['ID=9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a,revision_number=4']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:06.651204 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:06.676767 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a0ded-360b-4c7d-819f-a90a7b01e9bd tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7fe8ffa-b745-4b7c-90b6-e2bec401ee17,revision_number=0']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:06.681722 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-305a0ded-360b-4c7d-819f-a90a7b01e9bd tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:06.685587 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-74dbd563-76f2-4807-9ddc-5aebbf5e2106 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:06.688175 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-74dbd563-76f2-4807-9ddc-5aebbf5e2106 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:06.689368 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-74dbd563-76f2-4807-9ddc-5aebbf5e2106 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "DELETE /v2.0/security-groups/88f51311-5ae3-4911-8518-bfd3a5297cc2 HTTP/1.1" status: 204 len: 168 time: 0.2585392 Jun 09 20:16:06.690213 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-346f3e71-ca57-4293-a19c-d326c46b286d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:06.700140 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 48006) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:16:06.702271 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbd563-76f2-4807-9ddc-5aebbf5e2106 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f51311-5ae3-4911-8518-bfd3a5297cc2,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:06.704776 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-74dbd563-76f2-4807-9ddc-5aebbf5e2106 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:06.714811 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.api.v2.resource [None req-f7c504dc-7a29-476a-a6bd-4da3dbf67f8d tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] show failed (client error): The resource could not be found. Jun 09 20:16:06.714811 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-f7c504dc-7a29-476a-a6bd-4da3dbf67f8d tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "GET /v2.0/security-groups/88f51311-5ae3-4911-8518-bfd3a5297cc2 HTTP/1.1" status: 404 len: 347 time: 0.0196955 Jun 09 20:16:06.715362 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00df037-e817-4126-a3f0-3c46f5ab9594 tempest-TestShelveInstance-518881769 tempest-TestShelveInstance-518881769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:06.716395 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 48008) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:16:06.716800 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-c00df037-e817-4126-a3f0-3c46f5ab9594 tempest-TestShelveInstance-518881769 tempest-TestShelveInstance-518881769-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 1093 time: 0.3352504 Jun 09 20:16:06.719630 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 48010) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:16:06.724412 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-1830a723-eb7d-4966-9626-95ca35f10f82 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Request body: {'floatingip': {'floating_network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'port_id': 'e7daff8f-0061-40be-bdfc-f48bc45eb88a', 'tenant_id': '77d6b587facd4bc88ca77baf7f14c937', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:16:06.748323 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2be30b-c0e2-447b-8215-13a818b149f0 None None] Sync routers for ids ['0fb73269-48e8-45b7-aafe-8ce6c10a0469'] in dv-cinder-795669-1-iscsi {{(pid=92458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:16:06.752239 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-305a0ded-360b-4c7d-819f-a90a7b01e9bd tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:06.758583 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-305a0ded-360b-4c7d-819f-a90a7b01e9bd tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4298811 Jun 09 20:16:06.762874 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2be30b-c0e2-447b-8215-13a818b149f0 None None] Routers {'0fb73269-48e8-45b7-aafe-8ce6c10a0469'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:16:06.763563 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-9f2be30b-c0e2-447b-8215-13a818b149f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:16:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['0fb73269-48e8-45b7-aafe-8ce6c10a0469'], 'active': True} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:16:06.764388 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 48012) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:16:06.771663 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-3b94cec9-7208-4fe5-a1ea-8bb450e9fe4f tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Request body: {'security_group_rule': {'security_group_id': '3464c22a-73d9-4ff7-b92e-f0a8f13e9f39', 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:16:06.893851 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-1830a723-eb7d-4966-9626-95ca35f10f82 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks [] for floatingip, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:06.938717 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvr_db [None req-9f2be30b-c0e2-447b-8215-13a818b149f0 None None] Set router 0fb73269-48e8-45b7-aafe-8ce6c10a0469 gateway port host: dv-cinder-795669-1-iscsi {{(pid=92458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:16:06.949924 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.plugin [None req-0349da7b-4ac6-4353-a7be-8bfbedf6327d tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Deleting port 8245c28c-1d5f-4616-ba0c-684ca01c09dd {{(pid=92455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:16:06.950275 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-0349da7b-4ac6-4353-a7be-8bfbedf6327d tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:07.072090 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-0349da7b-4ac6-4353-a7be-8bfbedf6327d tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:07.072826 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-0349da7b-4ac6-4353-a7be-8bfbedf6327d tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:07.154745 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3b94cec9-7208-4fe5-a1ea-8bb450e9fe4f tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:07.195692 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-1830a723-eb7d-4966-9626-95ca35f10f82 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:07.205030 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.plugin [None req-0349da7b-4ac6-4353-a7be-8bfbedf6327d tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Calling delete_port for 8245c28c-1d5f-4616-ba0c-684ca01c09dd owned by network:floatingip {{(pid=92455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:16:07.263277 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-9f2be30b-c0e2-447b-8215-13a818b149f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb73269-48e8-45b7-aafe-8ce6c10a0469', 'name': 'tempest-TestVolumeBootPattern-1930443472-router', 'tenant_id': 'bb3c042f1a554c1c93849e5464a7a555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:15:58Z', 'updated_at': '2021-06-09T20:16:03Z', 'revision_number': 4, 'project_id': 'bb3c042f1a554c1c93849e5464a7a555', 'gw_port': {'id': '9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:88:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb73269-48e8-45b7-aafe-8ce6c10a0469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:59Z', 'updated_at': '2021-06-09T20:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '67862ae0-e8d6-41fb-a7f6-e2b9aaa50bcb', 'name': '', 'network_id': '4e285325-7099-4cd2-8980-f8abb84f1c00', 'tenant_id': 'bb3c042f1a554c1c93849e5464a7a555', 'mac_address': 'fa:16:3e:8f:a2:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb73269-48e8-45b7-aafe-8ce6c10a0469', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1175c090-223a-415b-a769-be8f4e338f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:16:02Z', 'updated_at': '2021-06-09T20:16:03Z', 'revision_number': 2, 'project_id': 'bb3c042f1a554c1c93849e5464a7a555', 'subnets': [{'id': '1175c090-223a-415b-a769-be8f4e338f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:16:07.267912 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2be30b-c0e2-447b-8215-13a818b149f0 None None] Checking router: 0fb73269-48e8-45b7-aafe-8ce6c10a0469 for host: dv-cinder-795669-1-iscsi {{(pid=92458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:16:07.272894 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2be30b-c0e2-447b-8215-13a818b149f0 None None] Updating router 0fb73269-48e8-45b7-aafe-8ce6c10a0469 port 67862ae0-e8d6-41fb-a7f6-e2b9aaa50bcb binding host dv-cinder-795669-1-iscsi {{(pid=92458) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 09 20:16:07.286804 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3b94cec9-7208-4fe5-a1ea-8bb450e9fe4f tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:07.321252 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-9f2be30b-c0e2-447b-8215-13a818b149f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:07.355976 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3b94cec9-7208-4fe5-a1ea-8bb450e9fe4f tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854183'] for security_group_rule, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:07.357136 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_common [None req-1830a723-eb7d-4966-9626-95ca35f10f82 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Allocated IP 172.27.0.187 (7113ecea-0b68-4d56-a6ae-4e94112ae602/d4394e15-b094-4f4f-853e-c157ecdb6024/ffa84adf-3c81-44da-8508-1a2d7d297ed0) {{(pid=92456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:16:07.362071 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-87893334-cfc8-49fc-ae03-ea717be6a3b1 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:07.371183 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-0349da7b-4ac6-4353-a7be-8bfbedf6327d tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162651'] for port, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:07.376042 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-8b7a977f-fb39-485b-8c9f-d4df2d9fa09f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:07.390286 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b94cec9-7208-4fe5-a1ea-8bb450e9fe4f tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=910784e3-6b93-4924-9b62-b695715c3cc6,revision_number=0']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:07.393861 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-3b94cec9-7208-4fe5-a1ea-8bb450e9fe4f tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:07.421634 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349da7b-4ac6-4353-a7be-8bfbedf6327d tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Pushing event deleted for resources: {'Port': ['ID=8245c28c-1d5f-4616-ba0c-684ca01c09dd,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:07.447561 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-0349da7b-4ac6-4353-a7be-8bfbedf6327d tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:07.464865 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3b94cec9-7208-4fe5-a1ea-8bb450e9fe4f tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:07.468538 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-3b94cec9-7208-4fe5-a1ea-8bb450e9fe4f tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7005506 Jun 09 20:16:07.470341 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 48014) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:16:07.474917 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-dd1d9cf5-5cc2-416e-9576-483c12d98afe tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Request body: {'security_group_rule': {'security_group_id': '3464c22a-73d9-4ff7-b92e-f0a8f13e9f39', 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:16:07.561524 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-1830a723-eb7d-4966-9626-95ca35f10f82 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks [] for port, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:07.575403 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-dd1d9cf5-5cc2-416e-9576-483c12d98afe tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:07.622081 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-0349da7b-4ac6-4353-a7be-8bfbedf6327d tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks [] for floatingip, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:07.624741 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-0349da7b-4ac6-4353-a7be-8bfbedf6327d tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for floatingip, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:07.625966 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-0349da7b-4ac6-4353-a7be-8bfbedf6327d tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] 10.222.0.15 "DELETE /v2.0/floatingips/c435f189-2c42-4e53-81ad-b6107010823a HTTP/1.1" status: 204 len: 168 time: 0.9081728 Jun 09 20:16:07.657190 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-dd1d9cf5-5cc2-416e-9576-483c12d98afe tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:07.739134 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-9f2be30b-c0e2-447b-8215-13a818b149f0 None None] Notify callbacks [] for port, precommit_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:07.749016 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-1830a723-eb7d-4966-9626-95ca35f10f82 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2273985'] for port, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:07.754042 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.provisioning_blocks [None req-9f2be30b-c0e2-447b-8215-13a818b149f0 None None] Transition to ACTIVE for port object 67862ae0-e8d6-41fb-a7f6-e2b9aaa50bcb will not be triggered until provisioned by entity L2. {{(pid=92458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:16:07.754452 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-82c352f2-c3e7-44a0-9127-0336337b7808 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:07.789461 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:16:07.811177 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-dd1d9cf5-5cc2-416e-9576-483c12d98afe tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854183'] for security_group_rule, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:07.813094 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1830a723-eb7d-4966-9626-95ca35f10f82 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Network 7113ecea-0b68-4d56-a6ae-4e94112ae602 is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:16:07.821059 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [None req-1830a723-eb7d-4966-9626-95ca35f10f82 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:16:07.832756 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1830a723-eb7d-4966-9626-95ca35f10f82 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Received port after_create {{(pid=92456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:16:07.857306 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:16:07.857689 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:07.876975 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1830a723-eb7d-4966-9626-95ca35f10f82 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Pushing event updated for resources: {'Port': ['ID=ffa84adf-3c81-44da-8508-1a2d7d297ed0,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:07.881981 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-1830a723-eb7d-4966-9626-95ca35f10f82 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:07.882424 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:07.903859 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d9cf5-5cc2-416e-9576-483c12d98afe tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=546e0721-d043-44a0-b30d-5fb6e9a2f405,revision_number=0']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:07.907325 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-dd1d9cf5-5cc2-416e-9576-483c12d98afe tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:07.926641 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-9f2be30b-c0e2-447b-8215-13a818b149f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:07.935589 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:08.099171 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0faa-f50d-48c2-8b6a-8cd1e26f1a3a None None] Pushing event updated for resources: {'Port': ['ID=67862ae0-e8d6-41fb-a7f6-e2b9aaa50bcb,revision_number=3']} {{(pid=92458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:08.102592 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-dd1d9cf5-5cc2-416e-9576-483c12d98afe tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:08.109206 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-dd1d9cf5-5cc2-416e-9576-483c12d98afe tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6362512 Jun 09 20:16:08.109352 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG oslo_concurrency.lockutils [None req-964b0faa-f50d-48c2-8b6a-8cd1e26f1a3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:08.109597 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 48020) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:16:08.119975 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [None req-0cfef8f7-cf0f-415d-8210-2f223245f500 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Request body: {'security_group_rule': {'security_group_id': '3464c22a-73d9-4ff7-b92e-f0a8f13e9f39', 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:16:08.176139 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.managers [None req-9f2be30b-c0e2-447b-8215-13a818b149f0 None None] Attempting to bind port 67862ae0-e8d6-41fb-a7f6-e2b9aaa50bcb on host dv-cinder-795669-1-iscsi for vnic_type normal with profile {{(pid=92458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:16:08.176520 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.managers [None req-9f2be30b-c0e2-447b-8215-13a818b149f0 None None] Attempting to bind port 67862ae0-e8d6-41fb-a7f6-e2b9aaa50bcb by drivers openvswitch,hyperv on host dv-cinder-795669-1-iscsi at level 0 using segments [{'id': 'a74f2380-c217-4c1b-a294-5554f82ed59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e285325-7099-4cd2-8980-f8abb84f1c00'}] {{(pid=92458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:16:08.176891 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2be30b-c0e2-447b-8215-13a818b149f0 None None] Attempting to bind port 67862ae0-e8d6-41fb-a7f6-e2b9aaa50bcb on network 4e285325-7099-4cd2-8980-f8abb84f1c00 {{(pid=92458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:16:08.182902 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2be30b-c0e2-447b-8215-13a818b149f0 None None] Checking agent: {'id': 'b1990edb-c1d4-4f42-bb5d-5bf0b4ac7e85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 19, 59, 31), 'started_at': datetime.datetime(2021, 6, 9, 20, 0, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:16:08.183286 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2be30b-c0e2-447b-8215-13a818b149f0 None None] Checking segment: {'id': 'a74f2380-c217-4c1b-a294-5554f82ed59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e285325-7099-4cd2-8980-f8abb84f1c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:16:08.183693 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-9f2be30b-c0e2-447b-8215-13a818b149f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:08.184131 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2be30b-c0e2-447b-8215-13a818b149f0 None None] Bound using segment: {'id': 'a74f2380-c217-4c1b-a294-5554f82ed59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e285325-7099-4cd2-8980-f8abb84f1c00'} {{(pid=92458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:16:08.184607 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.managers [None req-9f2be30b-c0e2-447b-8215-13a818b149f0 None None] Bound port: 67862ae0-e8d6-41fb-a7f6-e2b9aaa50bcb, host: dv-cinder-795669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74f2380-c217-4c1b-a294-5554f82ed59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4e285325-7099-4cd2-8980-f8abb84f1c00'}}] {{(pid=92458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:16:08.184984 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-9f2be30b-c0e2-447b-8215-13a818b149f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:08.229092 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-0cfef8f7-cf0f-415d-8210-2f223245f500 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:08.291774 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.db [None req-9f2be30b-c0e2-447b-8215-13a818b149f0 None None] For port 67862ae0-e8d6-41fb-a7f6-e2b9aaa50bcb, host dv-cinder-795669-1-iscsi, cleared binding levels {{(pid=92458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:16:08.295266 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.plugins.ml2.db [None req-9f2be30b-c0e2-447b-8215-13a818b149f0 None None] For port 67862ae0-e8d6-41fb-a7f6-e2b9aaa50bcb, host dv-cinder-795669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=67862ae0-e8d6-41fb-a7f6-e2b9aaa50bcb,segment=NetworkSegment(a74f2380-c217-4c1b-a294-5554f82ed59b),segment_id=a74f2380-c217-4c1b-a294-5554f82ed59b)] {{(pid=92458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:16:08.307237 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-0cfef8f7-cf0f-415d-8210-2f223245f500 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:08.323400 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-1830a723-eb7d-4966-9626-95ca35f10f82 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:08.365635 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron_lib.callbacks.manager [None req-9f2be30b-c0e2-447b-8215-13a818b149f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:08.370537 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG oslo_concurrency.lockutils [None req-4c7508b0-3ba1-43dc-a21a-372e6fa4f53a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:08.376656 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-0cfef8f7-cf0f-415d-8210-2f223245f500 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854183'] for security_group_rule, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:08.384567 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-8c12befd-79ac-4eba-ad83-67e44b82d779 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:08.403438 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfef8f7-cf0f-415d-8210-2f223245f500 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51018386-fcfb-471b-8fea-06fba781977c,revision_number=0']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:08.407793 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-0cfef8f7-cf0f-415d-8210-2f223245f500 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:08.447675 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2be30b-c0e2-447b-8215-13a818b149f0 None None] Routers {'0fb73269-48e8-45b7-aafe-8ce6c10a0469'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:16:08.448614 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-9f2be30b-c0e2-447b-8215-13a818b149f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:16:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['0fb73269-48e8-45b7-aafe-8ce6c10a0469'], 'active': True} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:16:08.492976 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-1830a723-eb7d-4966-9626-95ca35f10f82 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:08.520336 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0faa-f50d-48c2-8b6a-8cd1e26f1a3a None None] Pushing event updated for resources: {'Port': ['ID=67862ae0-e8d6-41fb-a7f6-e2b9aaa50bcb,revision_number=4']} {{(pid=92458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:08.520990 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-0cfef8f7-cf0f-415d-8210-2f223245f500 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:08.530678 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-0cfef8f7-cf0f-415d-8210-2f223245f500 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4089119 Jun 09 20:16:08.530678 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 48022) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:16:08.530678 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [None req-e958e992-e997-40f8-b65d-582ec781c4b3 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Request body: {'security_group_rule': {'security_group_id': '3464c22a-73d9-4ff7-b92e-f0a8f13e9f39', 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:16:08.535404 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG oslo_concurrency.lockutils [None req-964b0faa-f50d-48c2-8b6a-8cd1e26f1a3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92458) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:08.628524 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.db.securitygroups_db [None req-e958e992-e997-40f8-b65d-582ec781c4b3 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Project c23a33d8a4b74f88aac42ca38d32acbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 20:16:08.637362 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e958e992-e997-40f8-b65d-582ec781c4b3 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:08.672438 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvr_db [None req-9f2be30b-c0e2-447b-8215-13a818b149f0 None None] Set router 0fb73269-48e8-45b7-aafe-8ce6c10a0469 gateway port host: dv-cinder-795669-1-iscsi {{(pid=92458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:16:08.712662 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e958e992-e997-40f8-b65d-582ec781c4b3 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:08.728175 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-1830a723-eb7d-4966-9626-95ca35f10f82 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks [] for port, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:08.828509 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e958e992-e997-40f8-b65d-582ec781c4b3 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854183'] for security_group_rule, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:08.830434 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:08.851593 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-1830a723-eb7d-4966-9626-95ca35f10f82 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2273971'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:08.853527 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958e992-e997-40f8-b65d-582ec781c4b3 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8073d4b6-54af-48a7-8fa8-bc0d37d8ae69,revision_number=0']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:08.856529 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-e958e992-e997-40f8-b65d-582ec781c4b3 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:08.857048 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-e16715b9-1257-4463-8370-7f6a68cf8db9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:08.931548 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e958e992-e997-40f8-b65d-582ec781c4b3 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:08.935361 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-e958e992-e997-40f8-b65d-582ec781c4b3 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4061432 Jun 09 20:16:08.935486 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 48024) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:16:08.940432 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [None req-238e69e6-3055-4b56-996b-d6c7127f5fa0 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Request body: {'security_group_rule': {'security_group_id': '3464c22a-73d9-4ff7-b92e-f0a8f13e9f39', 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:16:08.959290 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1830a723-eb7d-4966-9626-95ca35f10f82 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Pushing event updated for resources: {'Port': ['ID=ffa84adf-3c81-44da-8508-1a2d7d297ed0,revision_number=2']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:08.969750 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-1830a723-eb7d-4966-9626-95ca35f10f82 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:08.975618 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-1830a723-eb7d-4966-9626-95ca35f10f82 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3925089'] for floatingip, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:08.987198 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-9f2be30b-c0e2-447b-8215-13a818b149f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb73269-48e8-45b7-aafe-8ce6c10a0469', 'name': 'tempest-TestVolumeBootPattern-1930443472-router', 'tenant_id': 'bb3c042f1a554c1c93849e5464a7a555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:15:58Z', 'updated_at': '2021-06-09T20:16:03Z', 'revision_number': 4, 'project_id': 'bb3c042f1a554c1c93849e5464a7a555', 'gw_port': {'id': '9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:88:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb73269-48e8-45b7-aafe-8ce6c10a0469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:59Z', 'updated_at': '2021-06-09T20:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '67862ae0-e8d6-41fb-a7f6-e2b9aaa50bcb', 'name': '', 'network_id': '4e285325-7099-4cd2-8980-f8abb84f1c00', 'tenant_id': 'bb3c042f1a554c1c93849e5464a7a555', 'mac_address': 'fa:16:3e:8f:a2:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb73269-48e8-45b7-aafe-8ce6c10a0469', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1175c090-223a-415b-a769-be8f4e338f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:16:02Z', 'updated_at': '2021-06-09T20:16:08Z', 'revision_number': 4, 'project_id': 'bb3c042f1a554c1c93849e5464a7a555', 'subnets': [{'id': '1175c090-223a-415b-a769-be8f4e338f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:16:08.991003 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2be30b-c0e2-447b-8215-13a818b149f0 None None] The sync data for ids ['0fb73269-48e8-45b7-aafe-8ce6c10a0469'] in dv-cinder-795669-1-iscsi is: [{'id': '0fb73269-48e8-45b7-aafe-8ce6c10a0469', 'name': 'tempest-TestVolumeBootPattern-1930443472-router', 'tenant_id': 'bb3c042f1a554c1c93849e5464a7a555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:15:58Z', 'updated_at': '2021-06-09T20:16:03Z', 'revision_number': 4, 'project_id': 'bb3c042f1a554c1c93849e5464a7a555', 'gw_port': {'id': '9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:88:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb73269-48e8-45b7-aafe-8ce6c10a0469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:59Z', 'updated_at': '2021-06-09T20:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '67862ae0-e8d6-41fb-a7f6-e2b9aaa50bcb', 'name': '', 'network_id': '4e285325-7099-4cd2-8980-f8abb84f1c00', 'tenant_id': 'bb3c042f1a554c1c93849e5464a7a555', 'mac_address': 'fa:16:3e:8f:a2:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb73269-48e8-45b7-aafe-8ce6c10a0469', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '1175c090-223a-415b-a769-be8f4e338f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:16:02Z', 'updated_at': '2021-06-09T20:16:08Z', 'revision_number': 4, 'project_id': 'bb3c042f1a554c1c93849e5464a7a555', 'subnets': [{'id': '1175c090-223a-415b-a769-be8f4e338f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:16:09.017470 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.db.securitygroups_db [None req-238e69e6-3055-4b56-996b-d6c7127f5fa0 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Project c23a33d8a4b74f88aac42ca38d32acbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 09 20:16:09.025494 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-238e69e6-3055-4b56-996b-d6c7127f5fa0 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:09.098690 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-238e69e6-3055-4b56-996b-d6c7127f5fa0 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:09.156549 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.db.l3_db [None req-1830a723-eb7d-4966-9626-95ca35f10f82 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Floating IP d109d8fc-f04a-4e43-8812-b9b4829eb725 associated. External IP: 172.27.0.187, port: e7daff8f-0061-40be-bdfc-f48bc45eb88a. Jun 09 20:16:09.188394 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-238e69e6-3055-4b56-996b-d6c7127f5fa0 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854183'] for security_group_rule, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:09.190557 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:09.220823 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e69e6-3055-4b56-996b-d6c7127f5fa0 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d97cf040-1c6c-4840-800d-82ca434c4723,revision_number=0']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:09.223940 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-238e69e6-3055-4b56-996b-d6c7127f5fa0 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:09.291436 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-238e69e6-3055-4b56-996b-d6c7127f5fa0 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:09.292690 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-238e69e6-3055-4b56-996b-d6c7127f5fa0 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3562195 Jun 09 20:16:09.694357 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1830a723-eb7d-4966-9626-95ca35f10f82 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Router 9bda25a0-a9d1-4249-8071-e227b944b27e has already been hosted by L3 agent 64117835-a1f5-4801-ace7-11985afbc460 {{(pid=92456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 20:16:09.801461 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 67862ae0-e8d6-41fb-a7f6-e2b9aaa50bcb up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:16:09.879006 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1830a723-eb7d-4966-9626-95ca35f10f82 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:16:09.889381 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2593439-b4ac-4a8a-9fb6-38b90333c910 None None] Sync routers for ids ['9bda25a0-a9d1-4249-8071-e227b944b27e'] in dv-cinder-795669-1-iscsi {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:16:09.898250 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2593439-b4ac-4a8a-9fb6-38b90333c910 None None] Routers {'9bda25a0-a9d1-4249-8071-e227b944b27e'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:16:09.898864 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-b2593439-b4ac-4a8a-9fb6-38b90333c910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:16:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['9bda25a0-a9d1-4249-8071-e227b944b27e'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:16:09.982894 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-1830a723-eb7d-4966-9626-95ca35f10f82 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for floatingip, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:09.985270 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning for port 67862ae0-e8d6-41fb-a7f6-e2b9aaa50bcb completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:16:09.991633 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 67862ae0-e8d6-41fb-a7f6-e2b9aaa50bcb triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:16:09.992035 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:10.041146 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-1830a723-eb7d-4966-9626-95ca35f10f82 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3204041 Jun 09 20:16:10.041811 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7175c798-1149-4cab-8aaa-3f4f2f9ef140', 'tag': 'e7daff8f-0061-40be-bdfc-f48bc45eb88a'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:16:10.044144 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b8cf9a-4e81-4018-81ec-87e4351f206b" -d '{"events": [{"name": "network-changed", "server_uuid": "7175c798-1149-4cab-8aaa-3f4f2f9ef140", "tag": "e7daff8f-0061-40be-bdfc-f48bc45eb88a"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:16:10.087962 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 20:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f47629-5085-4dbf-858e-7469ed4c61b5 x-openstack-request-id: req-01f47629-5085-4dbf-858e-7469ed4c61b5 {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:16:10.088370 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7175c798-1149-4cab-8aaa-3f4f2f9ef140", "tag": "e7daff8f-0061-40be-bdfc-f48bc45eb88a", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:16:10.088730 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-01f47629-5085-4dbf-858e-7469ed4c61b5 {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:16:10.089235 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7175c798-1149-4cab-8aaa-3f4f2f9ef140', 'tag': 'e7daff8f-0061-40be-bdfc-f48bc45eb88a', 'status': 'completed', 'code': 200} Jun 09 20:16:10.128390 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-b2593439-b4ac-4a8a-9fb6-38b90333c910 None None] Set router 9bda25a0-a9d1-4249-8071-e227b944b27e gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:16:10.189062 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8cf9a-4e81-4018-81ec-87e4351f206b req-f9a2cb95-876e-4288-b214-003a40cbc115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:10.190822 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-04b8cf9a-4e81-4018-81ec-87e4351f206b req-f9a2cb95-876e-4288-b214-003a40cbc115 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=77d6b587facd4bc88ca77baf7f14c937&device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 1098 time: 0.0803301 Jun 09 20:16:10.324853 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8cf9a-4e81-4018-81ec-87e4351f206b req-dce6b686-91b5-4447-ac56-6ca25a24f13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:10.326501 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-04b8cf9a-4e81-4018-81ec-87e4351f206b req-dce6b686-91b5-4447-ac56-6ca25a24f13d service neutron] 10.222.0.22 "GET /v2.0/networks?id=c25cf144-9666-4eca-b7e8-da4423771347 HTTP/1.1" status: 200 len: 910 time: 0.1290650 Jun 09 20:16:10.328803 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:10.431458 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] For port 67862ae0-e8d6-41fb-a7f6-e2b9aaa50bcb, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=67862ae0-e8d6-41fb-a7f6-e2b9aaa50bcb,segment=NetworkSegment(a74f2380-c217-4c1b-a294-5554f82ed59b),segment_id=a74f2380-c217-4c1b-a294-5554f82ed59b)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:16:10.456350 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-04b8cf9a-4e81-4018-81ec-87e4351f206b req-0c669284-3be8-4354-8d4d-276987f355fd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7daff8f-0061-40be-bdfc-f48bc45eb88a HTTP/1.1" status: 200 len: 999 time: 0.1231232 Jun 09 20:16:10.519112 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:10.521874 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8cf9a-4e81-4018-81ec-87e4351f206b req-c23b74b3-558e-444f-8abc-729862990843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:10.523529 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-04b8cf9a-4e81-4018-81ec-87e4351f206b req-c23b74b3-558e-444f-8abc-729862990843 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e6100829-d6cf-4576-ade0-479f0419f14e HTTP/1.1" status: 200 len: 848 time: 0.0589511 Jun 09 20:16:10.525211 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-c7250a28-986d-457d-8b5f-4db72cb51f28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:10.611192 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Pushing event updated for resources: {'Port': ['ID=67862ae0-e8d6-41fb-a7f6-e2b9aaa50bcb,revision_number=5']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:10.614508 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:10.615471 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8cf9a-4e81-4018-81ec-87e4351f206b req-abc858b2-35cb-49d5-b545-2973d9e14cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:10.617058 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-04b8cf9a-4e81-4018-81ec-87e4351f206b req-abc858b2-35cb-49d5-b545-2973d9e14cd5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c25cf144-9666-4eca-b7e8-da4423771347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0867922 Jun 09 20:16:10.633760 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-b2593439-b4ac-4a8a-9fb6-38b90333c910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bda25a0-a9d1-4249-8071-e227b944b27e', 'name': 'tempest-TestShelveInstance-1872716444-router', 'tenant_id': '77d6b587facd4bc88ca77baf7f14c937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '5d190e36-f90d-4731-81d8-6c127a5de3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:14:38Z', 'updated_at': '2021-06-09T20:14:43Z', 'revision_number': 4, 'project_id': '77d6b587facd4bc88ca77baf7f14c937', 'gw_port': {'id': '5d190e36-f90d-4731-81d8-6c127a5de3b4', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:95:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda25a0-a9d1-4249-8071-e227b944b27e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:14:38Z', 'updated_at': '2021-06-09T20:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_floatingips': [{'id': 'd109d8fc-f04a-4e43-8812-b9b4829eb725', 'tenant_id': '77d6b587facd4bc88ca77baf7f14c937', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'router_id': '9bda25a0-a9d1-4249-8071-e227b944b27e', 'port_id': 'e7daff8f-0061-40be-bdfc-f48bc45eb88a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c25cf144-9666-4eca-b7e8-da4423771347', 'mac_address': 'fa:16:3e:a7:16:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7175c798-1149-4cab-8aaa-3f4f2f9ef140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T20:16:08Z', 'updated_at': '2021-06-09T20:16:08Z', 'revision_number': 0, 'project_id': '77d6b587facd4bc88ca77baf7f14c937', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0514bac2-407b-4014-b44c-813cc4b07c24', 'name': '', 'network_id': 'c25cf144-9666-4eca-b7e8-da4423771347', 'tenant_id': '77d6b587facd4bc88ca77baf7f14c937', 'mac_address': 'fa:16:3e:06:94:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda25a0-a9d1-4249-8071-e227b944b27e', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e6100829-d6cf-4576-ade0-479f0419f14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:14:42Z', 'updated_at': '2021-06-09T20:14:50Z', 'revision_number': 5, 'project_id': '77d6b587facd4bc88ca77baf7f14c937', 'subnets': [{'id': 'e6100829-d6cf-4576-ade0-479f0419f14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:16:10.637962 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2593439-b4ac-4a8a-9fb6-38b90333c910 None None] Checking router: 9bda25a0-a9d1-4249-8071-e227b944b27e for host: dv-cinder-795669-1-iscsi {{(pid=92457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:16:10.647494 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2593439-b4ac-4a8a-9fb6-38b90333c910 None None] Routers {'9bda25a0-a9d1-4249-8071-e227b944b27e'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:16:10.648151 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-b2593439-b4ac-4a8a-9fb6-38b90333c910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:16:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['9bda25a0-a9d1-4249-8071-e227b944b27e'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:16:10.767486 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-04b8cf9a-4e81-4018-81ec-87e4351f206b req-745904da-6d52-4ded-871b-17415e7bc152 service neutron] 10.222.0.22 "GET /v2.0/networks/c25cf144-9666-4eca-b7e8-da4423771347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424334 Jun 09 20:16:10.842565 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-b2593439-b4ac-4a8a-9fb6-38b90333c910 None None] Set router 9bda25a0-a9d1-4249-8071-e227b944b27e gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:16:10.915142 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-04b8cf9a-4e81-4018-81ec-87e4351f206b req-4f75fb47-d835-46fc-a005-e36abc6c408e service neutron] 10.222.0.22 "GET /v2.0/networks/c25cf144-9666-4eca-b7e8-da4423771347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372306 Jun 09 20:16:11.262440 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-b2593439-b4ac-4a8a-9fb6-38b90333c910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bda25a0-a9d1-4249-8071-e227b944b27e', 'name': 'tempest-TestShelveInstance-1872716444-router', 'tenant_id': '77d6b587facd4bc88ca77baf7f14c937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '5d190e36-f90d-4731-81d8-6c127a5de3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:14:38Z', 'updated_at': '2021-06-09T20:14:43Z', 'revision_number': 4, 'project_id': '77d6b587facd4bc88ca77baf7f14c937', 'gw_port': {'id': '5d190e36-f90d-4731-81d8-6c127a5de3b4', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:95:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda25a0-a9d1-4249-8071-e227b944b27e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:14:38Z', 'updated_at': '2021-06-09T20:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_floatingips': [{'id': 'd109d8fc-f04a-4e43-8812-b9b4829eb725', 'tenant_id': '77d6b587facd4bc88ca77baf7f14c937', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'router_id': '9bda25a0-a9d1-4249-8071-e227b944b27e', 'port_id': 'e7daff8f-0061-40be-bdfc-f48bc45eb88a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c25cf144-9666-4eca-b7e8-da4423771347', 'mac_address': 'fa:16:3e:a7:16:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7175c798-1149-4cab-8aaa-3f4f2f9ef140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T20:16:08Z', 'updated_at': '2021-06-09T20:16:08Z', 'revision_number': 0, 'project_id': '77d6b587facd4bc88ca77baf7f14c937', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0514bac2-407b-4014-b44c-813cc4b07c24', 'name': '', 'network_id': 'c25cf144-9666-4eca-b7e8-da4423771347', 'tenant_id': '77d6b587facd4bc88ca77baf7f14c937', 'mac_address': 'fa:16:3e:06:94:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda25a0-a9d1-4249-8071-e227b944b27e', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e6100829-d6cf-4576-ade0-479f0419f14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:14:42Z', 'updated_at': '2021-06-09T20:14:50Z', 'revision_number': 5, 'project_id': '77d6b587facd4bc88ca77baf7f14c937', 'subnets': [{'id': 'e6100829-d6cf-4576-ade0-479f0419f14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:16:11.267252 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2593439-b4ac-4a8a-9fb6-38b90333c910 None None] The sync data for ids ['9bda25a0-a9d1-4249-8071-e227b944b27e'] in dv-cinder-795669-1-iscsi is: [{'id': '9bda25a0-a9d1-4249-8071-e227b944b27e', 'name': 'tempest-TestShelveInstance-1872716444-router', 'tenant_id': '77d6b587facd4bc88ca77baf7f14c937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '5d190e36-f90d-4731-81d8-6c127a5de3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:14:38Z', 'updated_at': '2021-06-09T20:14:43Z', 'revision_number': 4, 'project_id': '77d6b587facd4bc88ca77baf7f14c937', 'gw_port': {'id': '5d190e36-f90d-4731-81d8-6c127a5de3b4', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:95:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda25a0-a9d1-4249-8071-e227b944b27e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:14:38Z', 'updated_at': '2021-06-09T20:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_floatingips': [{'id': 'd109d8fc-f04a-4e43-8812-b9b4829eb725', 'tenant_id': '77d6b587facd4bc88ca77baf7f14c937', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'router_id': '9bda25a0-a9d1-4249-8071-e227b944b27e', 'port_id': 'e7daff8f-0061-40be-bdfc-f48bc45eb88a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c25cf144-9666-4eca-b7e8-da4423771347', 'mac_address': 'fa:16:3e:a7:16:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7175c798-1149-4cab-8aaa-3f4f2f9ef140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T20:16:08Z', 'updated_at': '2021-06-09T20:16:08Z', 'revision_number': 0, 'project_id': '77d6b587facd4bc88ca77baf7f14c937', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0514bac2-407b-4014-b44c-813cc4b07c24', 'name': '', 'network_id': 'c25cf144-9666-4eca-b7e8-da4423771347', 'tenant_id': '77d6b587facd4bc88ca77baf7f14c937', 'mac_address': 'fa:16:3e:06:94:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda25a0-a9d1-4249-8071-e227b944b27e', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e6100829-d6cf-4576-ade0-479f0419f14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:14:42Z', 'updated_at': '2021-06-09T20:14:50Z', 'revision_number': 5, 'project_id': '77d6b587facd4bc88ca77baf7f14c937', 'subnets': [{'id': 'e6100829-d6cf-4576-ade0-479f0419f14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:16:11.448414 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3fd762-62d3-41cb-a725-4e70c850e732 None None] New status for floating IP d109d8fc-f04a-4e43-8812-b9b4829eb725: ACTIVE {{(pid=92458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 20:16:11.769792 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 67862ae0-e8d6-41fb-a7f6-e2b9aaa50bcb up at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:16:11.846137 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Provisioning complete for port 67862ae0-e8d6-41fb-a7f6-e2b9aaa50bcb triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:16:11.846761 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:12.464499 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 48110) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:16:13.118968 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-8fdd3b10-196a-44fe-9e67-3bb007c97f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3926479'] for router_interface, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:13.557556 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.plugin [None req-8fdd3b10-196a-44fe-9e67-3bb007c97f79 admin admin] Deleting port 7299d8eb-7e82-4976-beba-24da2fbad383 {{(pid=92455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:16:13.558533 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-8fdd3b10-196a-44fe-9e67-3bb007c97f79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:13.681020 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.db [None req-8fdd3b10-196a-44fe-9e67-3bb007c97f79 admin admin] For port 7299d8eb-7e82-4976-beba-24da2fbad383, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=7299d8eb-7e82-4976-beba-24da2fbad383,segment=NetworkSegment(38307e43-90bf-416e-82c0-ea8120621c99),segment_id=38307e43-90bf-416e-82c0-ea8120621c99)] {{(pid=92455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:16:13.681370 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-8fdd3b10-196a-44fe-9e67-3bb007c97f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:13.899922 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.plugin [None req-8fdd3b10-196a-44fe-9e67-3bb007c97f79 admin admin] Calling delete_port for 7299d8eb-7e82-4976-beba-24da2fbad383 owned by network:router_interface {{(pid=92455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:16:14.296281 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-8fdd3b10-196a-44fe-9e67-3bb007c97f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162651'] for port, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:14.300469 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:14.344469 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd3b10-196a-44fe-9e67-3bb007c97f79 admin admin] Pushing event deleted for resources: {'Port': ['ID=7299d8eb-7e82-4976-beba-24da2fbad383,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:14.346964 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-8fdd3b10-196a-44fe-9e67-3bb007c97f79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:14.610864 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-8fdd3b10-196a-44fe-9e67-3bb007c97f79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3714534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3927953'] for router_interface, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:14.964596 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fdd3b10-196a-44fe-9e67-3bb007c97f79 admin admin] Router 1ee9b6ba-3bdd-410e-8194-d57e97882fad has already been hosted by L3 agent 64117835-a1f5-4801-ace7-11985afbc460 {{(pid=92455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 20:16:15.138587 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdd3b10-196a-44fe-9e67-3bb007c97f79 admin admin] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:16:15.143314 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-8fdd3b10-196a-44fe-9e67-3bb007c97f79 admin admin] 10.222.0.15 "PUT /v2.0/routers/1ee9b6ba-3bdd-410e-8194-d57e97882fad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6778300 Jun 09 20:16:15.145791 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 48120) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:16:15.148242 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01755634-e766-4cb9-8acc-f517ba7870e1 None None] Sync routers for ids ['1ee9b6ba-3bdd-410e-8194-d57e97882fad'] in dv-cinder-795669-1-iscsi {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:16:15.158730 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01755634-e766-4cb9-8acc-f517ba7870e1 None None] Routers {'1ee9b6ba-3bdd-410e-8194-d57e97882fad'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:16:15.159431 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-01755634-e766-4cb9-8acc-f517ba7870e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:16:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['1ee9b6ba-3bdd-410e-8194-d57e97882fad'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:16:15.345918 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-01755634-e766-4cb9-8acc-f517ba7870e1 None None] Set router 1ee9b6ba-3bdd-410e-8194-d57e97882fad gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:16:15.434607 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-53d00f43-8c0e-42dc-9968-a61497b24e65 admin admin] Notify callbacks [] for router, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:15.608485 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-53d00f43-8c0e-42dc-9968-a61497b24e65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:15.635902 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-01755634-e766-4cb9-8acc-f517ba7870e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'name': 'tempest-AttachVolumeTestJSON-2020173337-router', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '605e9341-4f40-479a-88ed-3542589b95d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:03Z', 'updated_at': '2021-06-09T20:16:14Z', 'revision_number': 5, 'project_id': 'a153f4ee3c7640608753fa26850931e1', 'gw_port': {'id': '605e9341-4f40-479a-88ed-3542589b95d1', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:05Z', 'updated_at': '2021-06-09T20:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi'}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:16:15.639795 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01755634-e766-4cb9-8acc-f517ba7870e1 None None] Checking router: 1ee9b6ba-3bdd-410e-8194-d57e97882fad for host: dv-cinder-795669-1-iscsi {{(pid=92457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:16:15.649668 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01755634-e766-4cb9-8acc-f517ba7870e1 None None] Routers {'1ee9b6ba-3bdd-410e-8194-d57e97882fad'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:16:15.650293 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-01755634-e766-4cb9-8acc-f517ba7870e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:16:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['1ee9b6ba-3bdd-410e-8194-d57e97882fad'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:16:15.769148 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.plugin [None req-53d00f43-8c0e-42dc-9968-a61497b24e65 admin admin] Deleting port 605e9341-4f40-479a-88ed-3542589b95d1 {{(pid=92455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:16:15.769947 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-53d00f43-8c0e-42dc-9968-a61497b24e65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:15.810384 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-01755634-e766-4cb9-8acc-f517ba7870e1 None None] Set router 1ee9b6ba-3bdd-410e-8194-d57e97882fad gateway port host: None {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:16:15.895945 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.db [None req-53d00f43-8c0e-42dc-9968-a61497b24e65 admin admin] For port 605e9341-4f40-479a-88ed-3542589b95d1, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=605e9341-4f40-479a-88ed-3542589b95d1,segment=NetworkSegment(5cc1a330-8329-4d0b-b0d5-254d1224405d),segment_id=5cc1a330-8329-4d0b-b0d5-254d1224405d)] {{(pid=92455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:16:15.896520 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-53d00f43-8c0e-42dc-9968-a61497b24e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:15.937668 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-01755634-e766-4cb9-8acc-f517ba7870e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'name': 'tempest-AttachVolumeTestJSON-2020173337-router', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:03Z', 'updated_at': '2021-06-09T20:16:15Z', 'revision_number': 6, 'project_id': 'a153f4ee3c7640608753fa26850931e1', 'gw_port_host': None}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:16:15.939371 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01755634-e766-4cb9-8acc-f517ba7870e1 None None] The sync data for ids ['1ee9b6ba-3bdd-410e-8194-d57e97882fad'] in dv-cinder-795669-1-iscsi is: [{'id': '1ee9b6ba-3bdd-410e-8194-d57e97882fad', 'name': 'tempest-AttachVolumeTestJSON-2020173337-router', 'tenant_id': 'a153f4ee3c7640608753fa26850931e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:03Z', 'updated_at': '2021-06-09T20:16:15Z', 'revision_number': 6, 'project_id': 'a153f4ee3c7640608753fa26850931e1', 'gw_port_host': None}] {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:16:16.023437 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.plugin [None req-53d00f43-8c0e-42dc-9968-a61497b24e65 admin admin] Calling delete_port for 605e9341-4f40-479a-88ed-3542589b95d1 owned by network:router_gateway {{(pid=92455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:16:16.239319 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-53d00f43-8c0e-42dc-9968-a61497b24e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162651'] for port, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:16.243749 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-77060116-fe04-42ca-882a-0a480856230b tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:16.285292 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d00f43-8c0e-42dc-9968-a61497b24e65 admin admin] Pushing event deleted for resources: {'Port': ['ID=605e9341-4f40-479a-88ed-3542589b95d1,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:16.288263 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-53d00f43-8c0e-42dc-9968-a61497b24e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:16.387066 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-53d00f43-8c0e-42dc-9968-a61497b24e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3925078'] for router_gateway, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:16.559540 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-53d00f43-8c0e-42dc-9968-a61497b24e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3905294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3075'] for router, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:16.561764 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-53d00f43-8c0e-42dc-9968-a61497b24e65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:16.690009 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-53d00f43-8c0e-42dc-9968-a61497b24e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3905434'] for router, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:16.690475 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d00f43-8c0e-42dc-9968-a61497b24e65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ee9b6ba-3bdd-410e-8194-d57e97882fad {{(pid=92455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 20:16:16.694907 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-53d00f43-8c0e-42dc-9968-a61497b24e65 admin admin] Notify callbacks [] for router, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:16.696003 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-53d00f43-8c0e-42dc-9968-a61497b24e65 admin admin] 10.222.0.15 "DELETE /v2.0/routers/1ee9b6ba-3bdd-410e-8194-d57e97882fad HTTP/1.1" status: 204 len: 168 time: 1.5492787 Jun 09 20:16:16.699456 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 48124) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:16:16.767641 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_v2 [None req-168612ad-3acf-4c29-9541-02ea8eb4b326 admin admin] Deleting subnet 300c2a4a-c553-45e5-8e44-47365525b421 {{(pid=92456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 20:16:16.770816 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-168612ad-3acf-4c29-9541-02ea8eb4b326 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:16.922839 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-168612ad-3acf-4c29-9541-02ea8eb4b326 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299860'] for subnet, precommit_delete_associations {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:17.004047 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-168612ad-3acf-4c29-9541-02ea8eb4b326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883559'] for subnet, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:17.153486 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-168612ad-3acf-4c29-9541-02ea8eb4b326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2274034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2365105'] for subnet, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:17.159172 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-447756f6-b8b3-4b4f-b6ea-0b4bf1e23fbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:17.205102 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168612ad-3acf-4c29-9541-02ea8eb4b326 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=300c2a4a-c553-45e5-8e44-47365525b421,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:17.207952 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-168612ad-3acf-4c29-9541-02ea8eb4b326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:17.208913 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-168612ad-3acf-4c29-9541-02ea8eb4b326 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:17.210839 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-168612ad-3acf-4c29-9541-02ea8eb4b326 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/300c2a4a-c553-45e5-8e44-47365525b421 HTTP/1.1" status: 204 len: 168 time: 0.5095923 Jun 09 20:16:17.213795 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 48130) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:16:17.214981 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c01f56-cf4e-452e-a1f6-c04ded382b99 None None] Network 4a036ca4-dd58-4133-bd8c-881911c6180b requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:16:17.321607 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-1094f61b-a4ee-4221-8292-954b225def51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769015'] for network, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:17.391240 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [None req-1094f61b-a4ee-4221-8292-954b225def51 admin admin] Deleting port 1430655a-40b1-4221-bcc6-e350b2a6e763 {{(pid=92456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:16:17.391578 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-1094f61b-a4ee-4221-8292-954b225def51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:17.494284 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [None req-1094f61b-a4ee-4221-8292-954b225def51 admin admin] For port 1430655a-40b1-4221-bcc6-e350b2a6e763, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=1430655a-40b1-4221-bcc6-e350b2a6e763,segment=NetworkSegment(38307e43-90bf-416e-82c0-ea8120621c99),segment_id=38307e43-90bf-416e-82c0-ea8120621c99)] {{(pid=92456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:16:17.494660 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-1094f61b-a4ee-4221-8292-954b225def51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:17.515359 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f960d1c-c07c-49dd-8c08-15466faf4b2a None None] DHCP port deletion for 4a036ca4-dd58-4133-bd8c-881911c6180b request from dv-cinder-795669-1-iscsi {{(pid=92457) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 20:16:17.579244 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-5f960d1c-c07c-49dd-8c08-15466faf4b2a None None] Deleting port 1430655a-40b1-4221-bcc6-e350b2a6e763 {{(pid=92457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:16:17.579536 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-5f960d1c-c07c-49dd-8c08-15466faf4b2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:17.617061 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [None req-1094f61b-a4ee-4221-8292-954b225def51 admin admin] Calling delete_port for 1430655a-40b1-4221-bcc6-e350b2a6e763 owned by network:dhcp {{(pid=92456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:16:17.682491 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-5f960d1c-c07c-49dd-8c08-15466faf4b2a None None] For port 1430655a-40b1-4221-bcc6-e350b2a6e763, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=1430655a-40b1-4221-bcc6-e350b2a6e763,segment=NetworkSegment(38307e43-90bf-416e-82c0-ea8120621c99),segment_id=38307e43-90bf-416e-82c0-ea8120621c99)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:16:17.682889 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-5f960d1c-c07c-49dd-8c08-15466faf4b2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:17.730679 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-1094f61b-a4ee-4221-8292-954b225def51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2273976'] for port, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:17.735481 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-3ba98aea-3e84-40b0-8781-44c8b7994920 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:17.782960 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094f61b-a4ee-4221-8292-954b225def51 admin admin] Pushing event deleted for resources: {'Port': ['ID=1430655a-40b1-4221-bcc6-e350b2a6e763,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:17.785840 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-1094f61b-a4ee-4221-8292-954b225def51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:17.786595 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1094f61b-a4ee-4221-8292-954b225def51 admin admin] No DVR routers for this DVR port 1430655a-40b1-4221-bcc6-e350b2a6e763 on host dv-cinder-795669-1-iscsi {{(pid=92456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 20:16:17.804498 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 605e9341-4f40-479a-88ed-3542589b95d1 no longer exists at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:16:17.843052 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-5f960d1c-c07c-49dd-8c08-15466faf4b2a None None] Calling delete_port for 1430655a-40b1-4221-bcc6-e350b2a6e763 owned by network:dhcp {{(pid=92457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:16:17.852964 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] No Port match for: 605e9341-4f40-479a-88ed-3542589b95d1 {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:16:17.853314 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 605e9341-4f40-479a-88ed-3542589b95d1 not bound to the agent host dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:16:17.853726 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 7299d8eb-7e82-4976-beba-24da2fbad383 no longer exists at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:16:17.896601 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] No Port match for: 7299d8eb-7e82-4976-beba-24da2fbad383 {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:16:17.896952 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 7299d8eb-7e82-4976-beba-24da2fbad383 not bound to the agent host dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:16:17.897374 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 1430655a-40b1-4221-bcc6-e350b2a6e763 no longer exists at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:16:17.903965 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-1094f61b-a4ee-4221-8292-954b225def51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884462', 'neutron.services.segments.db._delete_segments_for_network-8784791871416'] for network, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:17.916975 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.services.segments.db [None req-1094f61b-a4ee-4221-8292-954b225def51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a036ca4-dd58-4133-bd8c-881911c6180b']}} {{(pid=92456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:16:17.928933 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.services.segments.db [None req-1094f61b-a4ee-4221-8292-954b225def51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38307e43-90bf-416e-82c0-ea8120621c99') {'for_net_delete': True} {{(pid=92456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:16:17.929232 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.services.segments.db [None req-1094f61b-a4ee-4221-8292-954b225def51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38307e43-90bf-416e-82c0-ea8120621c99') {} {{(pid=92456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:16:17.934299 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] No Port match for: 1430655a-40b1-4221-bcc6-e350b2a6e763 {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:16:17.934653 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 1430655a-40b1-4221-bcc6-e350b2a6e763 not bound to the agent host dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:16:17.941570 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-1094f61b-a4ee-4221-8292-954b225def51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784791825875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2301223'] for segment, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:17.957811 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-1094f61b-a4ee-4221-8292-954b225def51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028'] for segment, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:17.961086 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-5f960d1c-c07c-49dd-8c08-15466faf4b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377'] for port, after_delete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:17.963764 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1094f61b-a4ee-4221-8292-954b225def51 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=92456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 20:16:17.964239 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-1094f61b-a4ee-4221-8292-954b225def51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2273943'] for segment, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:17.965513 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:17.977940 dv-cinder-795669-1-iscsi neutron-server[92456]: Traceback (most recent call last): Jun 09 20:16:17.977940 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 20:16:17.977940 dv-cinder-795669-1-iscsi neutron-server[92456]: timer() Jun 09 20:16:17.977940 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 20:16:17.977940 dv-cinder-795669-1-iscsi neutron-server[92456]: cb(*args, **kw) Jun 09 20:16:17.977940 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 20:16:17.977940 dv-cinder-795669-1-iscsi neutron-server[92456]: return func(*args, **kwargs) Jun 09 20:16:17.977940 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 20:16:17.977940 dv-cinder-795669-1-iscsi neutron-server[92456]: self._notify() Jun 09 20:16:17.977940 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 20:16:17.977940 dv-cinder-795669-1-iscsi neutron-server[92456]: self.callback(batched_events) Jun 09 20:16:17.977940 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 20:16:17.977940 dv-cinder-795669-1-iscsi neutron-server[92456]: event.method(event) Jun 09 20:16:17.977940 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 20:16:17.977940 dv-cinder-795669-1-iscsi neutron-server[92456]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 20:16:17.977940 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 20:16:17.977940 dv-cinder-795669-1-iscsi neutron-server[92456]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 20:16:17.977940 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 20:16:17.977940 dv-cinder-795669-1-iscsi neutron-server[92456]: return f(self, *a, **k) Jun 09 20:16:17.977940 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 20:16:17.977940 dv-cinder-795669-1-iscsi neutron-server[92456]: return self._get(url).json() Jun 09 20:16:17.977940 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 20:16:17.977940 dv-cinder-795669-1-iscsi neutron-server[92456]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 20:16:17.977940 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 20:16:17.977940 dv-cinder-795669-1-iscsi neutron-server[92456]: return self.request(url, 'GET', **kwargs) Jun 09 20:16:17.977940 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 20:16:17.977940 dv-cinder-795669-1-iscsi neutron-server[92456]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 20:16:17.977940 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 20:16:17.977940 dv-cinder-795669-1-iscsi neutron-server[92456]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 20:16:17.977940 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 20:16:17.977940 dv-cinder-795669-1-iscsi neutron-server[92456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 20:16:17.977940 dv-cinder-795669-1-iscsi neutron-server[92456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 20:16:18.008723 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f960d1c-c07c-49dd-8c08-15466faf4b2a None None] Pushing event deleted for resources: {'Port': ['ID=1430655a-40b1-4221-bcc6-e350b2a6e763,revision_number=None']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:18.010527 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f960d1c-c07c-49dd-8c08-15466faf4b2a None None] No DVR routers for this DVR port 1430655a-40b1-4221-bcc6-e350b2a6e763 on host dv-cinder-795669-1-iscsi {{(pid=92457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 20:16:18.011925 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-5f960d1c-c07c-49dd-8c08-15466faf4b2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:18.130169 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-1094f61b-a4ee-4221-8292-954b225def51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3854142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3925107'] for network, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:18.134303 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-623fac14-b018-478b-9328-56de8c41359e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:18.147064 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-1094f61b-a4ee-4221-8292-954b225def51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for network, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:18.149375 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-1094f61b-a4ee-4221-8292-954b225def51 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4a036ca4-dd58-4133-bd8c-881911c6180b HTTP/1.1" status: 204 len: 168 time: 0.9340441 Jun 09 20:16:18.156072 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094f61b-a4ee-4221-8292-954b225def51 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a036ca4-dd58-4133-bd8c-881911c6180b,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:18.158462 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-1094f61b-a4ee-4221-8292-954b225def51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:18.437598 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 48136) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:16:18.488901 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-b928dfdb-e1e8-42a8-8254-eb8e08c22c94 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a153f4ee3c7640608753fa26850931e1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0499914 Jun 09 20:16:18.491269 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 48138) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:16:18.547707 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-55722c33-596f-4016-adbb-d18039fb3270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:18.572939 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-55722c33-596f-4016-adbb-d18039fb3270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:18.730747 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-55722c33-596f-4016-adbb-d18039fb3270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:18.733332 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-55722c33-596f-4016-adbb-d18039fb3270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:18.734506 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-55722c33-596f-4016-adbb-d18039fb3270 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/758e556f-f26b-40ce-9f49-4d8be67b2e14 HTTP/1.1" status: 204 len: 168 time: 0.2423143 Jun 09 20:16:18.735263 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-22a42557-854b-4c1c-b140-5f1752a59975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:18.746079 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55722c33-596f-4016-adbb-d18039fb3270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758e556f-f26b-40ce-9f49-4d8be67b2e14,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:18.748407 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-55722c33-596f-4016-adbb-d18039fb3270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:23.901899 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 6 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:16:24.633182 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:28.613032 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-3349fd52-2084-47b3-a1a8-177a01802c3f req-e8dd36b6-8316-4c6b-afec-c75b17a5dd01 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684884 Jun 09 20:16:28.754748 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349fd52-2084-47b3-a1a8-177a01802c3f req-1bd230e8-83c0-4f0d-8cf2-68d60922a6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:28.756218 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-3349fd52-2084-47b3-a1a8-177a01802c3f req-1bd230e8-83c0-4f0d-8cf2-68d60922a6c0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce21b31906334471913e27e7b2dd9bf2&device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 1100 time: 0.0750091 Jun 09 20:16:28.902901 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349fd52-2084-47b3-a1a8-177a01802c3f req-ca72bc81-6a58-48ed-9afe-de61e6fdba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:28.904344 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-3349fd52-2084-47b3-a1a8-177a01802c3f req-ca72bc81-6a58-48ed-9afe-de61e6fdba2a service neutron] 10.222.0.22 "GET /v2.0/networks?id=d61eb754-bcce-4b42-88fd-e498290dcd18 HTTP/1.1" status: 200 len: 918 time: 0.1262512 Jun 09 20:16:29.011048 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-3349fd52-2084-47b3-a1a8-177a01802c3f req-03dfab40-f7c9-4fd2-b27e-5ea380ff6b74 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=493d9495-9f3e-4f13-9c8c-517239ab826d HTTP/1.1" status: 200 len: 1002 time: 0.0975306 Jun 09 20:16:29.082054 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349fd52-2084-47b3-a1a8-177a01802c3f req-42f0e0ce-9877-45bc-9faf-373f3064908f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:29.083481 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-3349fd52-2084-47b3-a1a8-177a01802c3f req-42f0e0ce-9877-45bc-9faf-373f3064908f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3e75af2a-aa07-4655-b1c0-db112593470c HTTP/1.1" status: 200 len: 856 time: 0.0613382 Jun 09 20:16:29.100732 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-fd4d0643-da23-4162-b8b7-ac1c682e1ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:29.159175 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349fd52-2084-47b3-a1a8-177a01802c3f req-672058b8-238d-49dc-97ea-b8ff150cf71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:29.160657 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-3349fd52-2084-47b3-a1a8-177a01802c3f req-672058b8-238d-49dc-97ea-b8ff150cf71e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d61eb754-bcce-4b42-88fd-e498290dcd18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700815 Jun 09 20:16:29.382699 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-3349fd52-2084-47b3-a1a8-177a01802c3f req-9a9563e3-6b71-48f2-b56d-5b15579c52c7 service neutron] 10.222.0.22 "GET /v2.0/networks/d61eb754-bcce-4b42-88fd-e498290dcd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141883 Jun 09 20:16:29.511564 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-3349fd52-2084-47b3-a1a8-177a01802c3f req-f256b40e-79e3-4569-8ad5-9665ffc7123f service neutron] 10.222.0.22 "GET /v2.0/networks/d61eb754-bcce-4b42-88fd-e498290dcd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219234 Jun 09 20:16:30.487812 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 48286) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:16:30.606408 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-d6bda742-bf70-4932-be21-f8a132f3a903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:30.709191 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-d6bda742-bf70-4932-be21-f8a132f3a903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:30.837145 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-d6bda742-bf70-4932-be21-f8a132f3a903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:30.844762 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:30.883842 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bda742-bf70-4932-be21-f8a132f3a903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa50def1-95b3-40ca-8abf-e4e45bfbea2b,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:30.888975 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-d6bda742-bf70-4932-be21-f8a132f3a903 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d71e8e3383a240cab3518b04846c69ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3999484 Jun 09 20:16:30.890198 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-d6bda742-bf70-4932-be21-f8a132f3a903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:30.891696 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 48290) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:16:30.953953 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-126180ca-7813-4001-b816-f629ceb18134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:30.978413 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-126180ca-7813-4001-b816-f629ceb18134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:31.135125 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-126180ca-7813-4001-b816-f629ceb18134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:31.137598 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-126180ca-7813-4001-b816-f629ceb18134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:31.138686 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-126180ca-7813-4001-b816-f629ceb18134 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa50def1-95b3-40ca-8abf-e4e45bfbea2b HTTP/1.1" status: 204 len: 168 time: 0.2459691 Jun 09 20:16:31.139465 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-1f4af6bc-59e7-430a-8d64-7f8bfcd2c3a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:31.150084 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126180ca-7813-4001-b816-f629ceb18134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa50def1-95b3-40ca-8abf-e4e45bfbea2b,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:31.152552 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-126180ca-7813-4001-b816-f629ceb18134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:31.455343 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:31.681736 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-4a45ba42-4926-4686-b889-fc961db20128 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-16164478&fields=id&tenant_id=c23a33d8a4b74f88aac42ca38d32acbd HTTP/1.1" status: 200 len: 267 time: 0.1349754 Jun 09 20:16:31.832678 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-cc16ab83-945a-421e-95e9-67f93ef24faa tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:31.834095 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-cc16ab83-945a-421e-95e9-67f93ef24faa tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/networks?id=98897892-26ad-4d88-a510-66c8050e7607 HTTP/1.1" status: 200 len: 811 time: 0.1445608 Jun 09 20:16:31.837463 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-d8a37708-b86c-4787-93a9-f91a985a4fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:31.849363 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-d671bd51-103d-4276-bbad-bf74fa972136 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/quotas/c23a33d8a4b74f88aac42ca38d32acbd HTTP/1.1" status: 200 len: 375 time: 0.0091884 Jun 09 20:16:31.930932 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-4b787435-5965-480f-8604-4ee126c3d890 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c23a33d8a4b74f88aac42ca38d32acbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759578 Jun 09 20:16:32.172343 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-6c49c9f9-bd78-4fad-bbf3-ec30350b4440 service neutron] 10.222.0.15 "GET /v2.0/networks/98897892-26ad-4d88-a510-66c8050e7607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301176 Jun 09 20:16:32.313418 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-a21662e2-daff-49b9-a7ca-b9324ab10fb3 service neutron] 10.222.0.15 "GET /v2.0/networks/98897892-26ad-4d88-a510-66c8050e7607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344900 Jun 09 20:16:32.728997 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:33.974929 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 48366) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:16:34.053301 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-0987b866-3af8-4ec6-a3ff-0712ac3bf3b1 req-73b85417-c6cd-454d-b9fe-0311be1409f1 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbea3e8-9bf3-4654-88ee-64c916b2c92a HTTP/1.1" status: 200 len: 210 time: 0.0475485 Jun 09 20:16:34.103250 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-18280d9c-5a0f-49fb-8000-559897694cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:34.207859 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-18280d9c-5a0f-49fb-8000-559897694cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:34.305492 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-18280d9c-5a0f-49fb-8000-559897694cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:34.314312 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-ac0efa7c-40c4-4939-83e4-94f341c94960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:34.354135 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-18280d9c-5a0f-49fb-8000-559897694cfe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=56df9d2bf595486894a3f887bae3c15b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3828840 Jun 09 20:16:34.355056 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18280d9c-5a0f-49fb-8000-559897694cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4239e78d-c198-48b8-82a1-62f5cf798135,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:34.356825 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 48378) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:16:34.362715 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18280d9c-5a0f-49fb-8000-559897694cfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:16:34.363118 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18280d9c-5a0f-49fb-8000-559897694cfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:16:34.363490 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18280d9c-5a0f-49fb-8000-559897694cfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:16:34.363867 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18280d9c-5a0f-49fb-8000-559897694cfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:16:34.364227 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18280d9c-5a0f-49fb-8000-559897694cfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:16:34.364581 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18280d9c-5a0f-49fb-8000-559897694cfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:16:34.364930 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18280d9c-5a0f-49fb-8000-559897694cfe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:16:34.365278 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18280d9c-5a0f-49fb-8000-559897694cfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:16:34.365692 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18280d9c-5a0f-49fb-8000-559897694cfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:16:34.365971 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18280d9c-5a0f-49fb-8000-559897694cfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:16:34.366339 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18280d9c-5a0f-49fb-8000-559897694cfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:16:34.366704 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18280d9c-5a0f-49fb-8000-559897694cfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:16:34.370471 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-18280d9c-5a0f-49fb-8000-559897694cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:34.391670 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:34.415010 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e6e24f12-c2aa-4ffd-81f2-03de7c23d3c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:34.440397 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e6e24f12-c2aa-4ffd-81f2-03de7c23d3c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:34.546347 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e6e24f12-c2aa-4ffd-81f2-03de7c23d3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:34.549123 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e6e24f12-c2aa-4ffd-81f2-03de7c23d3c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:34.555736 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-e6e24f12-c2aa-4ffd-81f2-03de7c23d3c7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4239e78d-c198-48b8-82a1-62f5cf798135 HTTP/1.1" status: 204 len: 168 time: 0.1924722 Jun 09 20:16:34.555736 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-126180ca-7813-4001-b816-f629ceb18134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:34.562569 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e24f12-c2aa-4ffd-81f2-03de7c23d3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4239e78d-c198-48b8-82a1-62f5cf798135,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:34.564980 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-e6e24f12-c2aa-4ffd-81f2-03de7c23d3c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:35.146683 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-db43341f-367b-4dd8-bd92-618d612ad4bf req-9026a5eb-b70b-44a0-b5f4-8f8fd51916e4 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbea3e8-9bf3-4654-88ee-64c916b2c92a HTTP/1.1" status: 200 len: 210 time: 0.0414562 Jun 09 20:16:35.399437 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 48388) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:16:35.419127 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-fc5b1029-6208-4cca-9062-9f0ce194c4f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:35.525784 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-fc5b1029-6208-4cca-9062-9f0ce194c4f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:35.608727 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-fc5b1029-6208-4cca-9062-9f0ce194c4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:35.617732 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-de265058-cb09-4d92-aa04-be67ac1a5d6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:35.657006 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-fc5b1029-6208-4cca-9062-9f0ce194c4f8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bda1da62bb3d41ecb259a63c42e63ee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2561398 Jun 09 20:16:35.658498 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b1029-6208-4cca-9062-9f0ce194c4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a7f020-08f6-4a71-9948-eb642f993636,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:35.659555 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 48390) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:16:35.661440 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-fc5b1029-6208-4cca-9062-9f0ce194c4f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:35.718448 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3ddf4927-b192-4545-b500-53bd32120c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:35.743734 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3ddf4927-b192-4545-b500-53bd32120c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:35.889046 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3ddf4927-b192-4545-b500-53bd32120c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:35.891818 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-3ddf4927-b192-4545-b500-53bd32120c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:35.893803 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-3ddf4927-b192-4545-b500-53bd32120c7d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/17a7f020-08f6-4a71-9948-eb642f993636 HTTP/1.1" status: 204 len: 168 time: 0.2330048 Jun 09 20:16:35.894884 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-18280d9c-5a0f-49fb-8000-559897694cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:35.904953 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf4927-b192-4545-b500-53bd32120c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a7f020-08f6-4a71-9948-eb642f993636,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:35.907553 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-3ddf4927-b192-4545-b500-53bd32120c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:36.308230 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-549ecef3-ae6a-4c05-a794-b9f384d0eaff req-427ce4df-2945-48c9-8e66-8b862e339193 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbea3e8-9bf3-4654-88ee-64c916b2c92a HTTP/1.1" status: 200 len: 210 time: 0.0430946 Jun 09 20:16:36.551705 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-c4542c40-07c8-434d-98a6-b3bb504edf95 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:36.554435 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-c4542c40-07c8-434d-98a6-b3bb504edf95 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.22 "GET /v2.0/networks?id=98897892-26ad-4d88-a510-66c8050e7607 HTTP/1.1" status: 200 len: 811 time: 0.1554143 Jun 09 20:16:36.611839 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-de48904e-4b89-49be-9a3b-5dbf56cefda9 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c23a33d8a4b74f88aac42ca38d32acbd HTTP/1.1" status: 200 len: 378 time: 0.0420737 Jun 09 20:16:36.623319 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-044dea1f-bea9-4260-b9f9-6e34fa1478e2 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Request body: {'port': {'device_id': '7fbea3e8-9bf3-4654-88ee-64c916b2c92a', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'admin_state_up': True, 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'security_groups': ['3464c22a-73d9-4ff7-b92e-f0a8f13e9f39']}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:16:36.963138 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-044dea1f-bea9-4260-b9f9-6e34fa1478e2 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Made reservation on behalf of c23a33d8a4b74f88aac42ca38d32acbd for: {'port': 1} {{(pid=92456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:16:36.966756 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-044dea1f-bea9-4260-b9f9-6e34fa1478e2 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:37.136492 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_common [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-044dea1f-bea9-4260-b9f9-6e34fa1478e2 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Allocated IP 172.20.0.7 (98897892-26ad-4d88-a510-66c8050e7607/8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83/cd3c585a-058c-4dc9-a6dc-04490bf9d8f5) {{(pid=92456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:16:37.343335 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-044dea1f-bea9-4260-b9f9-6e34fa1478e2 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for port, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:37.359132 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.provisioning_blocks [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-044dea1f-bea9-4260-b9f9-6e34fa1478e2 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Transition to ACTIVE for port object cd3c585a-058c-4dc9-a6dc-04490bf9d8f5 will not be triggered until provisioned by entity DHCP. {{(pid=92456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:16:37.454902 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-044dea1f-bea9-4260-b9f9-6e34fa1478e2 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2273985'] for port, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:37.461045 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-c5ff92fd-6b02-4732-a85f-0b18d51e0d01 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:37.505531 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78066997-1fd6-4113-bf64-6ce581c21165 req-88e60bbc-7716-4505-95ce-44fa35f7df76 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:37.507622 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-78066997-1fd6-4113-bf64-6ce581c21165 req-88e60bbc-7716-4505-95ce-44fa35f7df76 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbea3e8-9bf3-4654-88ee-64c916b2c92a HTTP/1.1" status: 200 len: 931 time: 0.0885439 Jun 09 20:16:37.526512 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-044dea1f-bea9-4260-b9f9-6e34fa1478e2 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Network 98897892-26ad-4d88-a510-66c8050e7607 is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:16:37.533739 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-044dea1f-bea9-4260-b9f9-6e34fa1478e2 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:16:37.533998 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-044dea1f-bea9-4260-b9f9-6e34fa1478e2 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Received port after_create {{(pid=92456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:16:37.562855 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-78066997-1fd6-4113-bf64-6ce581c21165 req-dd91ef1d-514e-419e-87d2-b61e2e6bf310 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494373 Jun 09 20:16:37.582016 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dea1f-bea9-4260-b9f9-6e34fa1478e2 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Pushing event updated for resources: {'Port': ['ID=cd3c585a-058c-4dc9-a6dc-04490bf9d8f5,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:37.584980 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-044dea1f-bea9-4260-b9f9-6e34fa1478e2 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:37.617131 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-044dea1f-bea9-4260-b9f9-6e34fa1478e2 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:37.617760 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-044dea1f-bea9-4260-b9f9-6e34fa1478e2 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:37.792802 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-044dea1f-bea9-4260-b9f9-6e34fa1478e2 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1728499 Jun 09 20:16:37.805797 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-6eb97914-be84-4268-b60e-d4e8e4b567ee service neutron] Request body: {'port': {'device_id': '7fbea3e8-9bf3-4654-88ee-64c916b2c92a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79566'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:16:37.894239 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-1503515c-3c53-4252-8bdc-6c86c4826e82 None None] Provisioning for port cd3c585a-058c-4dc9-a6dc-04490bf9d8f5 completed by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:16:37.899205 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-1503515c-3c53-4252-8bdc-6c86c4826e82 None None] Provisioning complete for port cd3c585a-058c-4dc9-a6dc-04490bf9d8f5 triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:16:37.899590 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-1503515c-3c53-4252-8bdc-6c86c4826e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:37.927424 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-6eb97914-be84-4268-b60e-d4e8e4b567ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:37.958209 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-1503515c-3c53-4252-8bdc-6c86c4826e82 None None] Port cd3c585a-058c-4dc9-a6dc-04490bf9d8f5 cannot update to ACTIVE because it is not bound. {{(pid=92457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 20:16:38.366728 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-6eb97914-be84-4268-b60e-d4e8e4b567ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd3c585a-058c-4dc9-a6dc-04490bf9d8f5 {{(pid=92456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:16:38.376016 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-6eb97914-be84-4268-b60e-d4e8e4b567ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:38.395697 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.provisioning_blocks [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-6eb97914-be84-4268-b60e-d4e8e4b567ee service neutron] Transition to ACTIVE for port object cd3c585a-058c-4dc9-a6dc-04490bf9d8f5 will not be triggered until provisioned by entity L2. {{(pid=92456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:16:38.522720 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-6eb97914-be84-4268-b60e-d4e8e4b567ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2273971'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:38.527704 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-d893db67-2f52-4e27-8a0d-502cf25ffc0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:38.688217 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb97914-be84-4268-b60e-d4e8e4b567ee service neutron] Pushing event updated for resources: {'Port': ['ID=cd3c585a-058c-4dc9-a6dc-04490bf9d8f5,revision_number=2']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:38.695661 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-6eb97914-be84-4268-b60e-d4e8e4b567ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:38.779003 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8c2f2-30f5-4537-9566-fcb8bbd58279 req-14b49b4c-c7ca-4188-98ba-d01ffab423a0 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:38.780902 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-28b8c2f2-30f5-4537-9566-fcb8bbd58279 req-14b49b4c-c7ca-4188-98ba-d01ffab423a0 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbea3e8-9bf3-4654-88ee-64c916b2c92a HTTP/1.1" status: 200 len: 943 time: 0.1012318 Jun 09 20:16:38.782127 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-6eb97914-be84-4268-b60e-d4e8e4b567ee service neutron] Attempting to bind port cd3c585a-058c-4dc9-a6dc-04490bf9d8f5 on host hv-cinder-79566 for vnic_type normal with profile {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:16:38.782487 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-6eb97914-be84-4268-b60e-d4e8e4b567ee service neutron] Attempting to bind port cd3c585a-058c-4dc9-a6dc-04490bf9d8f5 by drivers openvswitch,hyperv on host hv-cinder-79566 at level 0 using segments [{'id': 'e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '98897892-26ad-4d88-a510-66c8050e7607'}] {{(pid=92456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:16:38.782949 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-6eb97914-be84-4268-b60e-d4e8e4b567ee service neutron] Attempting to bind port cd3c585a-058c-4dc9-a6dc-04490bf9d8f5 on network 98897892-26ad-4d88-a510-66c8050e7607 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:16:38.788275 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-6eb97914-be84-4268-b60e-d4e8e4b567ee service neutron] Port cd3c585a-058c-4dc9-a6dc-04490bf9d8f5 on network 98897892-26ad-4d88-a510-66c8050e7607 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79566 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 20:16:38.792985 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-6eb97914-be84-4268-b60e-d4e8e4b567ee service neutron] Attempting to bind port cd3c585a-058c-4dc9-a6dc-04490bf9d8f5 on network 98897892-26ad-4d88-a510-66c8050e7607 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:16:38.794019 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-6eb97914-be84-4268-b60e-d4e8e4b567ee service neutron] Checking agent: {'id': '747acf60-c6b9-434b-b325-86e193e3fffe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 20, 7, 24), 'started_at': datetime.datetime(2021, 6, 9, 20, 7, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:16:38.794355 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-6eb97914-be84-4268-b60e-d4e8e4b567ee service neutron] Checking segment: {'id': 'e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '98897892-26ad-4d88-a510-66c8050e7607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:16:38.794859 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-6eb97914-be84-4268-b60e-d4e8e4b567ee service neutron] Bound using segment: {'id': 'e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '98897892-26ad-4d88-a510-66c8050e7607'} {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:16:38.795171 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-6eb97914-be84-4268-b60e-d4e8e4b567ee service neutron] Bound port: cd3c585a-058c-4dc9-a6dc-04490bf9d8f5, host: hv-cinder-79566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '98897892-26ad-4d88-a510-66c8050e7607'}}] {{(pid=92456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:16:38.795473 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-6eb97914-be84-4268-b60e-d4e8e4b567ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:38.829250 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-28b8c2f2-30f5-4537-9566-fcb8bbd58279 req-ff501a1a-6a97-4044-bbae-12242c19e049 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419929 Jun 09 20:16:38.907429 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-6eb97914-be84-4268-b60e-d4e8e4b567ee service neutron] For port cd3c585a-058c-4dc9-a6dc-04490bf9d8f5, host hv-cinder-79566, cleared binding levels {{(pid=92456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:16:38.910509 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-6eb97914-be84-4268-b60e-d4e8e4b567ee service neutron] For port cd3c585a-058c-4dc9-a6dc-04490bf9d8f5, host hv-cinder-79566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=cd3c585a-058c-4dc9-a6dc-04490bf9d8f5,segment=NetworkSegment(e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d),segment_id=e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d)] {{(pid=92456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:16:39.022919 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f1b5d-708a-4e61-86d7-74eb15b303bd req-5a6dc56a-f4ea-4bff-a503-75cee8c75e29 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:39.024547 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-224f1b5d-708a-4e61-86d7-74eb15b303bd req-5a6dc56a-f4ea-4bff-a503-75cee8c75e29 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 947 time: 0.0824437 Jun 09 20:16:39.050426 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-6eb97914-be84-4268-b60e-d4e8e4b567ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2273971'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:39.056031 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-de21a5ca-b278-4920-add2-f18f93082208 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:39.069137 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-224f1b5d-708a-4e61-86d7-74eb15b303bd req-87a973dc-fa8c-4001-89c0-b727c9fb599b tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388076 Jun 09 20:16:39.114122 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-6eb97914-be84-4268-b60e-d4e8e4b567ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:39.114732 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-6eb97914-be84-4268-b60e-d4e8e4b567ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:39.116139 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-6eb97914-be84-4268-b60e-d4e8e4b567ee service neutron] 10.222.0.22 "PUT /v2.0/ports/cd3c585a-058c-4dc9-a6dc-04490bf9d8f5 HTTP/1.1" status: 200 len: 1093 time: 1.3150117 Jun 09 20:16:39.116660 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fbea3e8-9bf3-4654-88ee-64c916b2c92a', 'tag': 'cd3c585a-058c-4dc9-a6dc-04490bf9d8f5'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:16:39.118938 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19032a2-0157-4975-8337-c9f7bc094986" -d '{"events": [{"name": "network-changed", "server_uuid": "7fbea3e8-9bf3-4654-88ee-64c916b2c92a", "tag": "cd3c585a-058c-4dc9-a6dc-04490bf9d8f5"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:16:39.138541 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb97914-be84-4268-b60e-d4e8e4b567ee service neutron] Pushing event updated for resources: {'Port': ['ID=cd3c585a-058c-4dc9-a6dc-04490bf9d8f5,revision_number=3']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:39.141720 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-6eb97914-be84-4268-b60e-d4e8e4b567ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:39.168551 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 20:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc7845c-bff8-4e01-b9fd-45b9a34752a6 x-openstack-request-id: req-4bc7845c-bff8-4e01-b9fd-45b9a34752a6 {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:16:39.168889 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fbea3e8-9bf3-4654-88ee-64c916b2c92a", "tag": "cd3c585a-058c-4dc9-a6dc-04490bf9d8f5", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:16:39.169181 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4bc7845c-bff8-4e01-b9fd-45b9a34752a6 {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:16:39.169615 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fbea3e8-9bf3-4654-88ee-64c916b2c92a', 'tag': 'cd3c585a-058c-4dc9-a6dc-04490bf9d8f5', 'status': 'completed', 'code': 200} Jun 09 20:16:39.265248 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19032a2-0157-4975-8337-c9f7bc094986 req-a177b190-f0f0-4bb6-b419-ac7232c7ab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:39.266716 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f19032a2-0157-4975-8337-c9f7bc094986 req-a177b190-f0f0-4bb6-b419-ac7232c7ab8c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c23a33d8a4b74f88aac42ca38d32acbd&device_id=7fbea3e8-9bf3-4654-88ee-64c916b2c92a HTTP/1.1" status: 200 len: 1096 time: 0.0742526 Jun 09 20:16:39.408077 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19032a2-0157-4975-8337-c9f7bc094986 req-b9ec81bb-af2b-4d67-8b16-e5a99a84bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:39.409396 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f19032a2-0157-4975-8337-c9f7bc094986 req-b9ec81bb-af2b-4d67-8b16-e5a99a84bf27 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=c23a33d8a4b74f88aac42ca38d32acbd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1331389 Jun 09 20:16:39.542069 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19032a2-0157-4975-8337-c9f7bc094986 req-ab491662-81fc-4253-83b4-c493f1a04683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:39.543472 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f19032a2-0157-4975-8337-c9f7bc094986 req-ab491662-81fc-4253-83b4-c493f1a04683 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1276305 Jun 09 20:16:39.669421 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-9d9d92e5-4f62-4116-8d13-2f50b6f605f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:39.670845 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-9d9d92e5-4f62-4116-8d13-2f50b6f605f8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c23a33d8a4b74f88aac42ca38d32acbd&device_id=7fbea3e8-9bf3-4654-88ee-64c916b2c92a HTTP/1.1" status: 200 len: 1096 time: 0.0884743 Jun 09 20:16:39.747728 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-8ff524ab-746b-450f-ad54-464408542c2d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd3c585a-058c-4dc9-a6dc-04490bf9d8f5 HTTP/1.1" status: 200 len: 217 time: 0.0658085 Jun 09 20:16:39.811445 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-a8b2aef1-2940-4acd-9850-5a9c7b47f495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:39.812879 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-a8b2aef1-2940-4acd-9850-5a9c7b47f495 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83 HTTP/1.1" status: 200 len: 850 time: 0.0589223 Jun 09 20:16:39.890897 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-208130a4-6777-443f-893f-9524b52f9678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:39.892391 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-208130a4-6777-443f-893f-9524b52f9678 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98897892-26ad-4d88-a510-66c8050e7607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708768 Jun 09 20:16:40.027796 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db395cd8-75da-48cc-a2a0-b649a7057c44 req-15d78667-5cdf-445f-bf67-b6bdcd4edacf tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:40.029346 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-db395cd8-75da-48cc-a2a0-b649a7057c44 req-15d78667-5cdf-445f-bf67-b6bdcd4edacf tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbea3e8-9bf3-4654-88ee-64c916b2c92a HTTP/1.1" status: 200 len: 943 time: 0.0928254 Jun 09 20:16:40.033602 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-88a09331-1783-4f59-8f0a-bed7512cb16b service neutron] 10.222.0.22 "GET /v2.0/networks/98897892-26ad-4d88-a510-66c8050e7607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333952 Jun 09 20:16:40.080267 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-db395cd8-75da-48cc-a2a0-b649a7057c44 req-8530cf86-30e2-4816-9c2f-7ddb94af9ca3 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441945 Jun 09 20:16:40.178024 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-785338d6-cc2d-43d5-9909-fd741c529dd3 req-0f29d7d1-ac8b-4da8-a42c-ea214e23d96d service neutron] 10.222.0.22 "GET /v2.0/networks/98897892-26ad-4d88-a510-66c8050e7607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345685 Jun 09 20:16:40.272632 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b9df9-e02b-43e4-be95-4ca1fbdac5b7 req-77059b30-1045-4ea8-be1b-66554386e419 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:40.274060 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-276b9df9-e02b-43e4-be95-4ca1fbdac5b7 req-77059b30-1045-4ea8-be1b-66554386e419 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 947 time: 0.0785620 Jun 09 20:16:40.318580 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-276b9df9-e02b-43e4-be95-4ca1fbdac5b7 req-61908178-2374-4669-a32f-d353d5f4bf68 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups?id=6fc0aace-fcb9-4a57-a040-b779bb341a87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388086 Jun 09 20:16:40.401490 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce5c4f-ebe2-49a8-9a36-1095c2b6de14 req-6356bf46-f735-4757-acb0-e2f49e8ccc34 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:40.402954 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-81ce5c4f-ebe2-49a8-9a36-1095c2b6de14 req-6356bf46-f735-4757-acb0-e2f49e8ccc34 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.22 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 947 time: 0.0823009 Jun 09 20:16:40.541248 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [req-81ce5c4f-ebe2-49a8-9a36-1095c2b6de14 req-7b63bfb0-032c-4420-962f-f709d0cee595 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Deleting port 493d9495-9f3e-4f13-9c8c-517239ab826d {{(pid=92456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:16:40.541248 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-81ce5c4f-ebe2-49a8-9a36-1095c2b6de14 req-7b63bfb0-032c-4420-962f-f709d0cee595 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:40.757910 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-81ce5c4f-ebe2-49a8-9a36-1095c2b6de14 req-7b63bfb0-032c-4420-962f-f709d0cee595 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] For port 493d9495-9f3e-4f13-9c8c-517239ab826d, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=493d9495-9f3e-4f13-9c8c-517239ab826d,segment=NetworkSegment(45746326-9f2d-4f9b-be09-234217d11e5c),segment_id=45746326-9f2d-4f9b-be09-234217d11e5c)] {{(pid=92456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:16:40.758273 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-81ce5c4f-ebe2-49a8-9a36-1095c2b6de14 req-7b63bfb0-032c-4420-962f-f709d0cee595 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:41.050816 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-81ce5c4f-ebe2-49a8-9a36-1095c2b6de14 req-7b63bfb0-032c-4420-962f-f709d0cee595 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:41.051191 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-81ce5c4f-ebe2-49a8-9a36-1095c2b6de14 req-7b63bfb0-032c-4420-962f-f709d0cee595 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3925089'] for floatingip, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:41.051503 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.db.l3_db [req-81ce5c4f-ebe2-49a8-9a36-1095c2b6de14 req-7b63bfb0-032c-4420-962f-f709d0cee595 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Floating IP 90eac503-92b9-48ce-bda7-f91ea86ffae7 disassociated. External IP: 172.27.0.170, port: 493d9495-9f3e-4f13-9c8c-517239ab826d. Jun 09 20:16:41.051874 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [req-81ce5c4f-ebe2-49a8-9a36-1095c2b6de14 req-7b63bfb0-032c-4420-962f-f709d0cee595 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Calling delete_port for 493d9495-9f3e-4f13-9c8c-517239ab826d owned by compute:nova {{(pid=92456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:16:41.225820 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-81ce5c4f-ebe2-49a8-9a36-1095c2b6de14 req-7b63bfb0-032c-4420-962f-f709d0cee595 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2273976'] for port, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:41.231783 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-6ad0e15c-24e2-479c-8971-9a681a803889 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:41.274310 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47578606-f6d4-40fb-b484-0a99c544593e req-9f6a2519-b46c-46d3-9a83-4052b6fa61dc tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:41.274902 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b63bfb0-032c-4420-962f-f709d0cee595 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Pushing event deleted for resources: {'Port': ['ID=493d9495-9f3e-4f13-9c8c-517239ab826d,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:41.275761 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-47578606-f6d4-40fb-b484-0a99c544593e req-9f6a2519-b46c-46d3-9a83-4052b6fa61dc tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbea3e8-9bf3-4654-88ee-64c916b2c92a HTTP/1.1" status: 200 len: 943 time: 0.0847566 Jun 09 20:16:41.279813 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-7b63bfb0-032c-4420-962f-f709d0cee595 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:41.324887 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-47578606-f6d4-40fb-b484-0a99c544593e req-8497a74f-4e76-4573-b1a5-b730e79815b1 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427923 Jun 09 20:16:41.472557 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81ce5c4f-ebe2-49a8-9a36-1095c2b6de14 req-7b63bfb0-032c-4420-962f-f709d0cee595 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Router 2d3a4288-58c5-4add-89b0-2b4f4c09bc0b has already been hosted by L3 agent 64117835-a1f5-4801-ace7-11985afbc460 {{(pid=92456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 20:16:41.474637 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6333b0ab-0b05-499d-a39b-2b55deff7af2 req-f9e6001e-ead2-47d9-9772-f0c23f590294 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 210 time: 0.0453076 Jun 09 20:16:41.646967 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81ce5c4f-ebe2-49a8-9a36-1095c2b6de14 req-7b63bfb0-032c-4420-962f-f709d0cee595 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:16:41.658410 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cea2e48-0444-4666-8f53-ff0b9e6cbbec None None] Sync routers for ids ['2d3a4288-58c5-4add-89b0-2b4f4c09bc0b'] in dv-cinder-795669-1-iscsi {{(pid=92458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:16:41.670170 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cea2e48-0444-4666-8f53-ff0b9e6cbbec None None] Routers {'2d3a4288-58c5-4add-89b0-2b4f4c09bc0b'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:16:41.670944 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-0cea2e48-0444-4666-8f53-ff0b9e6cbbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:16:32Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['2d3a4288-58c5-4add-89b0-2b4f4c09bc0b'], 'active': True} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:16:41.725943 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ce5c4f-ebe2-49a8-9a36-1095c2b6de14 req-7b63bfb0-032c-4420-962f-f709d0cee595 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] No DVR routers for this DVR port 493d9495-9f3e-4f13-9c8c-517239ab826d on host hv-cinder-79566 {{(pid=92456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 20:16:41.729145 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-81ce5c4f-ebe2-49a8-9a36-1095c2b6de14 req-7b63bfb0-032c-4420-962f-f709d0cee595 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:41.731126 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-81ce5c4f-ebe2-49a8-9a36-1095c2b6de14 req-7b63bfb0-032c-4420-962f-f709d0cee595 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.22 "DELETE /v2.0/ports/493d9495-9f3e-4f13-9c8c-517239ab826d HTTP/1.1" status: 204 len: 173 time: 1.3207767 Jun 09 20:16:41.731687 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1', 'name': 'network-vif-deleted', 'tag': '493d9495-9f3e-4f13-9c8c-517239ab826d'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:16:41.735110 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d415188-e856-417a-859f-c85701d01f02" -d '{"events": [{"server_uuid": "4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1", "name": "network-vif-deleted", "tag": "493d9495-9f3e-4f13-9c8c-517239ab826d"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:16:41.782318 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8feab52-8b74-4ac8-9052-e5fa0929d588 x-openstack-request-id: req-b8feab52-8b74-4ac8-9052-e5fa0929d588 {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:16:41.782724 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1", "name": "network-vif-deleted", "tag": "493d9495-9f3e-4f13-9c8c-517239ab826d", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:16:41.783016 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b8feab52-8b74-4ac8-9052-e5fa0929d588 {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:16:41.783498 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1', 'name': 'network-vif-deleted', 'tag': '493d9495-9f3e-4f13-9c8c-517239ab826d', 'status': 'completed', 'code': 200} Jun 09 20:16:41.864456 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvr_db [None req-0cea2e48-0444-4666-8f53-ff0b9e6cbbec None None] Set router 2d3a4288-58c5-4add-89b0-2b4f4c09bc0b gateway port host: dv-cinder-795669-1-iscsi {{(pid=92458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:16:42.173580 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-0cea2e48-0444-4666-8f53-ff0b9e6cbbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1581776081-router', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'a247e340-6de1-43be-804f-817ffc0d8767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:04Z', 'updated_at': '2021-06-09T20:09:19Z', 'revision_number': 4, 'project_id': 'ce21b31906334471913e27e7b2dd9bf2', 'gw_port': {'id': 'a247e340-6de1-43be-804f-817ffc0d8767', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:05Z', 'updated_at': '2021-06-09T20:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '7ae29c2e-ef49-4a84-97a6-6d5491379ce6', 'name': '', 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'mac_address': 'fa:16:3e:b7:2d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3e75af2a-aa07-4655-b1c0-db112593470c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:14Z', 'updated_at': '2021-06-09T20:09:34Z', 'revision_number': 5, 'project_id': 'ce21b31906334471913e27e7b2dd9bf2', 'subnets': [{'id': '3e75af2a-aa07-4655-b1c0-db112593470c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:16:42.177481 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cea2e48-0444-4666-8f53-ff0b9e6cbbec None None] Checking router: 2d3a4288-58c5-4add-89b0-2b4f4c09bc0b for host: dv-cinder-795669-1-iscsi {{(pid=92458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:16:42.186252 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cea2e48-0444-4666-8f53-ff0b9e6cbbec None None] Routers {'2d3a4288-58c5-4add-89b0-2b4f4c09bc0b'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:16:42.186906 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-0cea2e48-0444-4666-8f53-ff0b9e6cbbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:16:32Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['2d3a4288-58c5-4add-89b0-2b4f4c09bc0b'], 'active': True} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:16:42.362134 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvr_db [None req-0cea2e48-0444-4666-8f53-ff0b9e6cbbec None None] Set router 2d3a4288-58c5-4add-89b0-2b4f4c09bc0b gateway port host: dv-cinder-795669-1-iscsi {{(pid=92458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:16:42.535440 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9822c2-c586-49f3-a662-96f7600725e9 req-79d08315-0319-41ce-987d-bd50f0ac02c2 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:42.537685 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2c9822c2-c586-49f3-a662-96f7600725e9 req-79d08315-0319-41ce-987d-bd50f0ac02c2 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbea3e8-9bf3-4654-88ee-64c916b2c92a HTTP/1.1" status: 200 len: 943 time: 0.1011477 Jun 09 20:16:42.628584 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2c9822c2-c586-49f3-a662-96f7600725e9 req-e241ece4-d580-42fb-83cb-6f2a7972357a tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0836391 Jun 09 20:16:42.673211 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-7f74b588-f9f4-4691-a414-c19d60cbfde2 req-6472a434-166b-4143-9574-139eab9534fd tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/ports?device_id=4496cdd2-4a0d-4a23-aa5c-dccf6d06aac1 HTTP/1.1" status: 200 len: 210 time: 0.0435448 Jun 09 20:16:42.689624 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-0cea2e48-0444-4666-8f53-ff0b9e6cbbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1581776081-router', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'a247e340-6de1-43be-804f-817ffc0d8767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:04Z', 'updated_at': '2021-06-09T20:09:19Z', 'revision_number': 4, 'project_id': 'ce21b31906334471913e27e7b2dd9bf2', 'gw_port': {'id': 'a247e340-6de1-43be-804f-817ffc0d8767', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:05Z', 'updated_at': '2021-06-09T20:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '7ae29c2e-ef49-4a84-97a6-6d5491379ce6', 'name': '', 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'mac_address': 'fa:16:3e:b7:2d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3e75af2a-aa07-4655-b1c0-db112593470c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:14Z', 'updated_at': '2021-06-09T20:09:34Z', 'revision_number': 5, 'project_id': 'ce21b31906334471913e27e7b2dd9bf2', 'subnets': [{'id': '3e75af2a-aa07-4655-b1c0-db112593470c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:16:42.694095 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cea2e48-0444-4666-8f53-ff0b9e6cbbec None None] The sync data for ids ['2d3a4288-58c5-4add-89b0-2b4f4c09bc0b'] in dv-cinder-795669-1-iscsi is: [{'id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1581776081-router', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'a247e340-6de1-43be-804f-817ffc0d8767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:04Z', 'updated_at': '2021-06-09T20:09:19Z', 'revision_number': 4, 'project_id': 'ce21b31906334471913e27e7b2dd9bf2', 'gw_port': {'id': 'a247e340-6de1-43be-804f-817ffc0d8767', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:05Z', 'updated_at': '2021-06-09T20:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '7ae29c2e-ef49-4a84-97a6-6d5491379ce6', 'name': '', 'network_id': 'd61eb754-bcce-4b42-88fd-e498290dcd18', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'mac_address': 'fa:16:3e:b7:2d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3e75af2a-aa07-4655-b1c0-db112593470c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:14Z', 'updated_at': '2021-06-09T20:09:34Z', 'revision_number': 5, 'project_id': 'ce21b31906334471913e27e7b2dd9bf2', 'subnets': [{'id': '3e75af2a-aa07-4655-b1c0-db112593470c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:16:42.910239 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe6ca28-c97d-42e2-8f3e-73cbd91f1c4b None None] New status for floating IP 90eac503-92b9-48ce-bda7-f91ea86ffae7: DOWN {{(pid=92457) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 20:16:43.811816 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ba6ef-673c-4c54-9316-0094636cfa3f req-5f8607f1-2ebe-48a2-aba8-3bedb9ab6237 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:43.813265 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-909ba6ef-673c-4c54-9316-0094636cfa3f req-5f8607f1-2ebe-48a2-aba8-3bedb9ab6237 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbea3e8-9bf3-4654-88ee-64c916b2c92a HTTP/1.1" status: 200 len: 943 time: 0.0813110 Jun 09 20:16:43.901129 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 48506) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:16:43.946723 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-909ba6ef-673c-4c54-9316-0094636cfa3f req-8b81780d-75fd-49c5-aa5e-69642087e242 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1273410 Jun 09 20:16:43.966821 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-5eefb0d7-4452-428b-a2e7-3176df7a3f21 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:43.994671 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-5eefb0d7-4452-428b-a2e7-3176df7a3f21 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:44.116568 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-5eefb0d7-4452-428b-a2e7-3176df7a3f21 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:44.118999 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-5eefb0d7-4452-428b-a2e7-3176df7a3f21 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:44.120113 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-5eefb0d7-4452-428b-a2e7-3176df7a3f21 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "DELETE /v2.0/security-groups/6fc0aace-fcb9-4a57-a040-b779bb341a87 HTTP/1.1" status: 204 len: 168 time: 0.2179384 Jun 09 20:16:44.120867 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-07d7171b-8265-47cd-9ce6-2d3cb8723841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:44.122853 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 48508) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:16:44.131139 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eefb0d7-4452-428b-a2e7-3176df7a3f21 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc0aace-fcb9-4a57-a040-b779bb341a87,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:44.134060 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-5eefb0d7-4452-428b-a2e7-3176df7a3f21 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:44.138054 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.api.v2.resource [None req-23e75dfe-b66e-4963-83ff-09f2297fd897 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] show failed (client error): The resource could not be found. Jun 09 20:16:44.139032 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-23e75dfe-b66e-4963-83ff-09f2297fd897 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "GET /v2.0/security-groups/6fc0aace-fcb9-4a57-a040-b779bb341a87 HTTP/1.1" status: 404 len: 347 time: 0.0151641 Jun 09 20:16:44.141850 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 48510) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:16:44.354405 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.plugin [None req-9ad1323c-f20b-4eb1-ae8d-066bc550dcfb tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Deleting port 5f07d244-9856-4395-a695-d1ccb0f96826 {{(pid=92455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:16:44.354863 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-9ad1323c-f20b-4eb1-ae8d-066bc550dcfb tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:44.470452 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-9ad1323c-f20b-4eb1-ae8d-066bc550dcfb tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:44.470783 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-9ad1323c-f20b-4eb1-ae8d-066bc550dcfb tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:44.588836 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.plugin [None req-9ad1323c-f20b-4eb1-ae8d-066bc550dcfb tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Calling delete_port for 5f07d244-9856-4395-a695-d1ccb0f96826 owned by network:floatingip {{(pid=92455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:16:44.796885 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-9ad1323c-f20b-4eb1-ae8d-066bc550dcfb tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162651'] for port, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:44.801100 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-7eb6e757-72e9-4c79-9286-37bfd7dc8a02 tempest-DeleteServersTestJSON-154748130 tempest-DeleteServersTestJSON-154748130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:44.847022 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1323c-f20b-4eb1-ae8d-066bc550dcfb tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Pushing event deleted for resources: {'Port': ['ID=5f07d244-9856-4395-a695-d1ccb0f96826,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:44.850090 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-9ad1323c-f20b-4eb1-ae8d-066bc550dcfb tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:44.937038 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-9ad1323c-f20b-4eb1-ae8d-066bc550dcfb tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks [] for floatingip, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:44.939322 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-9ad1323c-f20b-4eb1-ae8d-066bc550dcfb tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for floatingip, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:44.940456 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-9ad1323c-f20b-4eb1-ae8d-066bc550dcfb tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] 10.222.0.15 "DELETE /v2.0/floatingips/90eac503-92b9-48ce-bda7-f91ea86ffae7 HTTP/1.1" status: 204 len: 168 time: 0.7976487 Jun 09 20:16:45.129908 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cf7d5-36b1-4aad-9ab2-e0b6682d16ff req-24ef602b-b51e-49f5-bb17-1a2a9102c551 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:45.131873 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c25cf7d5-36b1-4aad-9ab2-e0b6682d16ff req-24ef602b-b51e-49f5-bb17-1a2a9102c551 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbea3e8-9bf3-4654-88ee-64c916b2c92a HTTP/1.1" status: 200 len: 943 time: 0.0817645 Jun 09 20:16:45.135458 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 493d9495-9f3e-4f13-9c8c-517239ab826d no longer exists at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:16:45.167942 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] No Port match for: 493d9495-9f3e-4f13-9c8c-517239ab826d {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:16:45.168295 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 493d9495-9f3e-4f13-9c8c-517239ab826d not bound to the agent host hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:16:45.176538 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c25cf7d5-36b1-4aad-9ab2-e0b6682d16ff req-e944e667-114e-4f82-b282-aaedb1fd0b47 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387139 Jun 09 20:16:46.362456 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450aeee5-b304-4927-8fcf-19de429a82d3 req-e5627ab8-6978-4528-b3c2-9443389fd8b8 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:46.364007 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-450aeee5-b304-4927-8fcf-19de429a82d3 req-e5627ab8-6978-4528-b3c2-9443389fd8b8 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbea3e8-9bf3-4654-88ee-64c916b2c92a HTTP/1.1" status: 200 len: 943 time: 0.0801103 Jun 09 20:16:46.419438 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-450aeee5-b304-4927-8fcf-19de429a82d3 req-a1e29f4e-82b5-45a8-86e2-379529e3a00a tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491781 Jun 09 20:16:47.600496 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422fc0b-cd80-4fb9-996c-fcb6664712a3 req-f663cfe9-368b-4a46-9455-581618a0819e tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:47.601953 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1422fc0b-cd80-4fb9-996c-fcb6664712a3 req-f663cfe9-368b-4a46-9455-581618a0819e tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbea3e8-9bf3-4654-88ee-64c916b2c92a HTTP/1.1" status: 200 len: 943 time: 0.0792294 Jun 09 20:16:47.645785 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1422fc0b-cd80-4fb9-996c-fcb6664712a3 req-24101d77-4dd8-4aca-ae18-aee63685e8e4 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383351 Jun 09 20:16:48.510149 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device cd3c585a-058c-4dc9-a6dc-04490bf9d8f5 details requested by agent hyperv_hv-cinder-79566 with host hv-cinder-79566 {{(pid=92457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 20:16:48.639661 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port cd3c585a-058c-4dc9-a6dc-04490bf9d8f5, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=cd3c585a-058c-4dc9-a6dc-04490bf9d8f5,segment=NetworkSegment(e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d),segment_id=e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:16:48.656277 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Returning: {'device': 'cd3c585a-058c-4dc9-a6dc-04490bf9d8f5', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'port_id': 'cd3c585a-058c-4dc9-a6dc-04490bf9d8f5', 'mac_address': 'fa:16:3e:9b:15:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 20:16:48.710534 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:48.726566 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd3c585a-058c-4dc9-a6dc-04490bf9d8f5 {{(pid=92457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:16:48.741966 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port cd3c585a-058c-4dc9-a6dc-04490bf9d8f5, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=cd3c585a-058c-4dc9-a6dc-04490bf9d8f5,segment=NetworkSegment(e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d),segment_id=e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:16:48.831213 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:48.833154 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-5187b9e6-0782-405c-b208-6895750557c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:48.834826 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116e49d-8801-431e-aa0d-ec043f6548f5 req-ad231f8f-cff6-48db-86c7-5690a5132f15 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:48.841830 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3116e49d-8801-431e-aa0d-ec043f6548f5 req-ad231f8f-cff6-48db-86c7-5690a5132f15 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbea3e8-9bf3-4654-88ee-64c916b2c92a HTTP/1.1" status: 200 len: 943 time: 0.0844622 Jun 09 20:16:48.880330 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3116e49d-8801-431e-aa0d-ec043f6548f5 req-23f406ad-aba5-4560-a4ed-35eab943d085 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382071 Jun 09 20:16:48.899378 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=cd3c585a-058c-4dc9-a6dc-04490bf9d8f5,revision_number=4']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:48.903684 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:49.036729 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['cd3c585a-058c-4dc9-a6dc-04490bf9d8f5'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:16:49.240426 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 48576) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:16:50.099011 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-c05112be-94c9-4ffd-a53b-8550c9dc6f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3926479'] for router_interface, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:50.156487 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc96fec-a50a-4b56-8fae-1c3485387cdc req-53d518f4-6304-4a2a-9eeb-638754338048 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:50.157918 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-0cc96fec-a50a-4b56-8fae-1c3485387cdc req-53d518f4-6304-4a2a-9eeb-638754338048 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbea3e8-9bf3-4654-88ee-64c916b2c92a HTTP/1.1" status: 200 len: 944 time: 0.1640396 Jun 09 20:16:50.270742 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-0cc96fec-a50a-4b56-8fae-1c3485387cdc req-d1b3df23-8430-4fbe-9a86-1ac66d487c2a tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1047220 Jun 09 20:16:50.525628 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device cd3c585a-058c-4dc9-a6dc-04490bf9d8f5 up at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:16:50.538014 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.plugin [None req-c05112be-94c9-4ffd-a53b-8550c9dc6f20 admin admin] Deleting port 7ae29c2e-ef49-4a84-97a6-6d5491379ce6 {{(pid=92455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:16:50.538353 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-c05112be-94c9-4ffd-a53b-8550c9dc6f20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:50.657267 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.db [None req-c05112be-94c9-4ffd-a53b-8550c9dc6f20 admin admin] For port 7ae29c2e-ef49-4a84-97a6-6d5491379ce6, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=7ae29c2e-ef49-4a84-97a6-6d5491379ce6,segment=NetworkSegment(45746326-9f2d-4f9b-be09-234217d11e5c),segment_id=45746326-9f2d-4f9b-be09-234217d11e5c)] {{(pid=92455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:16:50.657620 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-c05112be-94c9-4ffd-a53b-8550c9dc6f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:50.694002 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning for port cd3c585a-058c-4dc9-a6dc-04490bf9d8f5 completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:16:50.698872 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning complete for port cd3c585a-058c-4dc9-a6dc-04490bf9d8f5 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:16:50.699250 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:50.777509 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.plugin [None req-c05112be-94c9-4ffd-a53b-8550c9dc6f20 admin admin] Calling delete_port for 7ae29c2e-ef49-4a84-97a6-6d5491379ce6 owned by network:router_interface {{(pid=92455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:16:50.816027 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:50.841854 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fbea3e8-9bf3-4654-88ee-64c916b2c92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3c585a-058c-4dc9-a6dc-04490bf9d8f5'}] {{(pid=92457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:16:50.844555 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c413b0bec0402a5ae16451c6582d791322e0202680a960d7e14492227081b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee3c226-3f13-48f3-8f5d-b9bf4f9a62fa" -d '{"events": [{"server_uuid": "7fbea3e8-9bf3-4654-88ee-64c916b2c92a", "name": "network-vif-plugged", "status": "completed", "tag": "cd3c585a-058c-4dc9-a6dc-04490bf9d8f5"}]}' {{(pid=92457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:16:50.852386 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port cd3c585a-058c-4dc9-a6dc-04490bf9d8f5, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=cd3c585a-058c-4dc9-a6dc-04490bf9d8f5,segment=NetworkSegment(e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d),segment_id=e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:16:50.891650 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b0cd16-9cf8-4d7a-b63e-ad7d9f5d6d85 x-openstack-request-id: req-d6b0cd16-9cf8-4d7a-b63e-ad7d9f5d6d85 {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:16:50.892079 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fbea3e8-9bf3-4654-88ee-64c916b2c92a", "name": "network-vif-plugged", "status": "completed", "tag": "cd3c585a-058c-4dc9-a6dc-04490bf9d8f5", "code": 200}]} {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:16:50.892343 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d6b0cd16-9cf8-4d7a-b63e-ad7d9f5d6d85 {{(pid=92457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:16:50.892732 dv-cinder-795669-1-iscsi neutron-server[92457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fbea3e8-9bf3-4654-88ee-64c916b2c92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3c585a-058c-4dc9-a6dc-04490bf9d8f5', 'code': 200} Jun 09 20:16:51.002300 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:51.004200 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:51.071123 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=cd3c585a-058c-4dc9-a6dc-04490bf9d8f5,revision_number=5']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:51.074032 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:51.075544 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-c05112be-94c9-4ffd-a53b-8550c9dc6f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162651'] for port, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:51.080479 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-54502afe-a917-40e9-a1d7-d4dbc6e5cd8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:51.127303 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05112be-94c9-4ffd-a53b-8550c9dc6f20 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ae29c2e-ef49-4a84-97a6-6d5491379ce6,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:51.176448 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05112be-94c9-4ffd-a53b-8550c9dc6f20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:16:51.176873 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05112be-94c9-4ffd-a53b-8550c9dc6f20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:16:51.177349 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05112be-94c9-4ffd-a53b-8550c9dc6f20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:16:51.177637 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05112be-94c9-4ffd-a53b-8550c9dc6f20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:16:51.178113 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05112be-94c9-4ffd-a53b-8550c9dc6f20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:16:51.178604 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05112be-94c9-4ffd-a53b-8550c9dc6f20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:16:51.178840 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05112be-94c9-4ffd-a53b-8550c9dc6f20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:16:51.179181 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05112be-94c9-4ffd-a53b-8550c9dc6f20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:16:51.179536 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05112be-94c9-4ffd-a53b-8550c9dc6f20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:16:51.179910 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05112be-94c9-4ffd-a53b-8550c9dc6f20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:16:51.180259 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05112be-94c9-4ffd-a53b-8550c9dc6f20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:16:51.180603 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05112be-94c9-4ffd-a53b-8550c9dc6f20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:16:51.212318 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-c05112be-94c9-4ffd-a53b-8550c9dc6f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:51.388079 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c1892-6238-49cc-86b7-8e6a076a97de req-827af621-0d3c-4d76-a0cb-05b77c4bc3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:51.389744 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-e79c1892-6238-49cc-86b7-8e6a076a97de req-827af621-0d3c-4d76-a0cb-05b77c4bc3d7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7fbea3e8-9bf3-4654-88ee-64c916b2c92a HTTP/1.1" status: 200 len: 1098 time: 0.0979316 Jun 09 20:16:51.440558 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-e79c1892-6238-49cc-86b7-8e6a076a97de req-bacc27d1-f4d0-40f4-b709-4cd27326c86e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430925 Jun 09 20:16:51.605358 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-c05112be-94c9-4ffd-a53b-8550c9dc6f20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3714534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3927953'] for router_interface, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:51.788369 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d715a97-519c-4454-b50b-2b13380ea839 req-b5e2720e-80b5-45a1-8370-9f7978eb9517 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:51.789836 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8d715a97-519c-4454-b50b-2b13380ea839 req-b5e2720e-80b5-45a1-8370-9f7978eb9517 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbea3e8-9bf3-4654-88ee-64c916b2c92a HTTP/1.1" status: 200 len: 945 time: 0.2546520 Jun 09 20:16:51.911556 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8d715a97-519c-4454-b50b-2b13380ea839 req-914c371c-ffeb-4846-91ce-0e1f3b99c4b3 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1138792 Jun 09 20:16:52.042594 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05112be-94c9-4ffd-a53b-8550c9dc6f20 admin admin] Router 2d3a4288-58c5-4add-89b0-2b4f4c09bc0b has already been hosted by L3 agent 64117835-a1f5-4801-ace7-11985afbc460 {{(pid=92455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 20:16:52.131361 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 48616) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:16:52.232838 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05112be-94c9-4ffd-a53b-8550c9dc6f20 admin admin] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:16:52.237755 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-c05112be-94c9-4ffd-a53b-8550c9dc6f20 admin admin] 10.222.0.15 "PUT /v2.0/routers/2d3a4288-58c5-4add-89b0-2b4f4c09bc0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9991815 Jun 09 20:16:52.240207 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 48620) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:16:52.244784 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9f1a81-560f-47e4-9de1-1d6d5697bd37 None None] Sync routers for ids ['2d3a4288-58c5-4add-89b0-2b4f4c09bc0b'] in dv-cinder-795669-1-iscsi {{(pid=92458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:16:52.255689 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9f1a81-560f-47e4-9de1-1d6d5697bd37 None None] Routers {'2d3a4288-58c5-4add-89b0-2b4f4c09bc0b'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:16:52.256493 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-6a9f1a81-560f-47e4-9de1-1d6d5697bd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:16:32Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['2d3a4288-58c5-4add-89b0-2b4f4c09bc0b'], 'active': True} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:16:52.260566 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-6132ce5d-31f8-47c3-813e-a19744b4cfad admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:52.392038 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-6132ce5d-31f8-47c3-813e-a19744b4cfad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:52.435532 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-2a274e96-e348-4e9f-81aa-fb4be13c74d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:52.447778 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-6132ce5d-31f8-47c3-813e-a19744b4cfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:52.462662 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-4e0ee511-deac-4075-8104-59e7d0c76473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:52.463074 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvr_db [None req-6a9f1a81-560f-47e4-9de1-1d6d5697bd37 None None] Set router 2d3a4288-58c5-4add-89b0-2b4f4c09bc0b gateway port host: dv-cinder-795669-1-iscsi {{(pid=92458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:16:52.504535 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-6132ce5d-31f8-47c3-813e-a19744b4cfad admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cddc312943ae4cdea7613f747769b36c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3697007 Jun 09 20:16:52.504779 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 48622) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:16:52.516690 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6132ce5d-31f8-47c3-813e-a19744b4cfad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68517cc1-dcd8-46ae-9f11-69b477db4fdf,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:52.520927 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-6132ce5d-31f8-47c3-813e-a19744b4cfad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:52.570101 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-7f18039a-9cca-47e2-8910-9b70fb3db6f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:52.596913 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-7f18039a-9cca-47e2-8910-9b70fb3db6f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:52.630936 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-2a274e96-e348-4e9f-81aa-fb4be13c74d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:52.745890 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-7f18039a-9cca-47e2-8910-9b70fb3db6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:52.748661 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-7f18039a-9cca-47e2-8910-9b70fb3db6f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:52.749913 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-7f18039a-9cca-47e2-8910-9b70fb3db6f3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/68517cc1-dcd8-46ae-9f11-69b477db4fdf HTTP/1.1" status: 204 len: 168 time: 0.2436590 Jun 09 20:16:52.753081 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-964a0a69-30c1-413e-b457-592f188c809f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:52.759040 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-6a9f1a81-560f-47e4-9de1-1d6d5697bd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1581776081-router', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'a247e340-6de1-43be-804f-817ffc0d8767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:04Z', 'updated_at': '2021-06-09T20:16:50Z', 'revision_number': 5, 'project_id': 'ce21b31906334471913e27e7b2dd9bf2', 'gw_port': {'id': 'a247e340-6de1-43be-804f-817ffc0d8767', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:09:05Z', 'updated_at': '2021-06-09T20:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi'}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:16:52.763613 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9f1a81-560f-47e4-9de1-1d6d5697bd37 None None] Checking router: 2d3a4288-58c5-4add-89b0-2b4f4c09bc0b for host: dv-cinder-795669-1-iscsi {{(pid=92458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:16:52.765423 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18039a-9cca-47e2-8910-9b70fb3db6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68517cc1-dcd8-46ae-9f11-69b477db4fdf,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:52.768280 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-7f18039a-9cca-47e2-8910-9b70fb3db6f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:52.773954 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9f1a81-560f-47e4-9de1-1d6d5697bd37 None None] Routers {'2d3a4288-58c5-4add-89b0-2b4f4c09bc0b'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:16:52.774480 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-6a9f1a81-560f-47e4-9de1-1d6d5697bd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:16:32Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['2d3a4288-58c5-4add-89b0-2b4f4c09bc0b'], 'active': True} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:16:52.782042 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.plugin [None req-2a274e96-e348-4e9f-81aa-fb4be13c74d3 admin admin] Deleting port a247e340-6de1-43be-804f-817ffc0d8767 {{(pid=92455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:16:52.782388 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-2a274e96-e348-4e9f-81aa-fb4be13c74d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:52.904444 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.db [None req-2a274e96-e348-4e9f-81aa-fb4be13c74d3 admin admin] For port a247e340-6de1-43be-804f-817ffc0d8767, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=a247e340-6de1-43be-804f-817ffc0d8767,segment=NetworkSegment(5cc1a330-8329-4d0b-b0d5-254d1224405d),segment_id=5cc1a330-8329-4d0b-b0d5-254d1224405d)] {{(pid=92455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:16:52.905083 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-2a274e96-e348-4e9f-81aa-fb4be13c74d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:52.927912 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvr_db [None req-6a9f1a81-560f-47e4-9de1-1d6d5697bd37 None None] Set router 2d3a4288-58c5-4add-89b0-2b4f4c09bc0b gateway port host: None {{(pid=92458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:16:53.048803 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-6a9f1a81-560f-47e4-9de1-1d6d5697bd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1581776081-router', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:04Z', 'updated_at': '2021-06-09T20:16:52Z', 'revision_number': 6, 'project_id': 'ce21b31906334471913e27e7b2dd9bf2', 'gw_port_host': None}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:16:53.054718 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9f1a81-560f-47e4-9de1-1d6d5697bd37 None None] The sync data for ids ['2d3a4288-58c5-4add-89b0-2b4f4c09bc0b'] in dv-cinder-795669-1-iscsi is: [{'id': '2d3a4288-58c5-4add-89b0-2b4f4c09bc0b', 'name': 'tempest-AttachVolumeShelveTestJSON-1581776081-router', 'tenant_id': 'ce21b31906334471913e27e7b2dd9bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:09:04Z', 'updated_at': '2021-06-09T20:16:52Z', 'revision_number': 6, 'project_id': 'ce21b31906334471913e27e7b2dd9bf2', 'gw_port_host': None}] {{(pid=92458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:16:53.171023 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.plugin [None req-2a274e96-e348-4e9f-81aa-fb4be13c74d3 admin admin] Calling delete_port for a247e340-6de1-43be-804f-817ffc0d8767 owned by network:router_gateway {{(pid=92455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:16:53.293256 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d531e31-f334-4a23-a043-a25fa5d48a6e req-1148e79c-b96d-4b6b-9fbb-b4bcac46bdb2 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:53.294622 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9d531e31-f334-4a23-a043-a25fa5d48a6e req-1148e79c-b96d-4b6b-9fbb-b4bcac46bdb2 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbea3e8-9bf3-4654-88ee-64c916b2c92a HTTP/1.1" status: 200 len: 945 time: 0.1062500 Jun 09 20:16:53.351740 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9d531e31-f334-4a23-a043-a25fa5d48a6e req-8738298a-182a-43a4-a401-17976aabd11b tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505087 Jun 09 20:16:53.460437 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 48632) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:16:53.477646 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-2a274e96-e348-4e9f-81aa-fb4be13c74d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162651'] for port, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:53.480118 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b9de54c5-39a1-4f15-9d10-b28bc0bc6ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:53.515455 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-c05112be-94c9-4ffd-a53b-8550c9dc6f20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:53.568746 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a274e96-e348-4e9f-81aa-fb4be13c74d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a247e340-6de1-43be-804f-817ffc0d8767,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:53.571902 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-2a274e96-e348-4e9f-81aa-fb4be13c74d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:53.595395 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b9de54c5-39a1-4f15-9d10-b28bc0bc6ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:53.671090 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b9de54c5-39a1-4f15-9d10-b28bc0bc6ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:53.679350 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-2a274e96-e348-4e9f-81aa-fb4be13c74d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3925078'] for router_gateway, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:53.683662 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-69d52450-d886-4808-8090-6dc010a7229a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:53.733351 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07bc1ec-e532-4edb-8043-b89e11ee43dc req-6ed13eb9-a8d2-4666-935c-d8824da3bcd9 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:53.734904 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c07bc1ec-e532-4edb-8043-b89e11ee43dc req-6ed13eb9-a8d2-4666-935c-d8824da3bcd9 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbea3e8-9bf3-4654-88ee-64c916b2c92a HTTP/1.1" status: 200 len: 945 time: 0.2597129 Jun 09 20:16:53.815049 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-b9de54c5-39a1-4f15-9d10-b28bc0bc6ac1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b23ce5479e4a4349bbd850e542af2bcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3528333 Jun 09 20:16:53.816026 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de54c5-39a1-4f15-9d10-b28bc0bc6ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775cdb4b-f1a6-4b1a-bee7-7b3488ebb6df,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:53.818332 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 48634) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:16:53.854805 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-b9de54c5-39a1-4f15-9d10-b28bc0bc6ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:53.877387 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ce6468d4-dc32-4584-a9f9-1bed79b16f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:53.885009 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 7ae29c2e-ef49-4a84-97a6-6d5491379ce6 no longer exists at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:16:53.886207 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-2a274e96-e348-4e9f-81aa-fb4be13c74d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3905294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3075'] for router, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:53.896492 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-2a274e96-e348-4e9f-81aa-fb4be13c74d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:53.903659 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ce6468d4-dc32-4584-a9f9-1bed79b16f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:53.912323 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c07bc1ec-e532-4edb-8043-b89e11ee43dc req-d7d4c4cf-1f63-4d89-8bb4-5ce813f5834f tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1165106 Jun 09 20:16:53.922783 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] No Port match for: 7ae29c2e-ef49-4a84-97a6-6d5491379ce6 {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:16:53.923391 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 7ae29c2e-ef49-4a84-97a6-6d5491379ce6 not bound to the agent host dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:16:53.944413 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device a247e340-6de1-43be-804f-817ffc0d8767 no longer exists at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:16:53.945434 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 48636) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:16:53.981826 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] No Port match for: a247e340-6de1-43be-804f-817ffc0d8767 {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:16:53.990312 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device a247e340-6de1-43be-804f-817ffc0d8767 not bound to the agent host dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:16:54.093241 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-2a274e96-e348-4e9f-81aa-fb4be13c74d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3905434'] for router, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:54.093793 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a274e96-e348-4e9f-81aa-fb4be13c74d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d3a4288-58c5-4add-89b0-2b4f4c09bc0b {{(pid=92455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 20:16:54.098374 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-2a274e96-e348-4e9f-81aa-fb4be13c74d3 admin admin] Notify callbacks [] for router, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:54.104936 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-2a274e96-e348-4e9f-81aa-fb4be13c74d3 admin admin] 10.222.0.15 "DELETE /v2.0/routers/2d3a4288-58c5-4add-89b0-2b4f4c09bc0b HTTP/1.1" status: 204 len: 168 time: 1.8586438 Jun 09 20:16:54.105061 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 48640) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:16:54.135358 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ce6468d4-dc32-4584-a9f9-1bed79b16f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:54.141948 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ce6468d4-dc32-4584-a9f9-1bed79b16f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:54.143982 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-ce6468d4-dc32-4584-a9f9-1bed79b16f1c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/775cdb4b-f1a6-4b1a-bee7-7b3488ebb6df HTTP/1.1" status: 204 len: 168 time: 0.3238268 Jun 09 20:16:54.148507 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-ddc4b343-9ca2-43be-a91b-706ea5580018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:54.161822 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6468d4-dc32-4584-a9f9-1bed79b16f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775cdb4b-f1a6-4b1a-bee7-7b3488ebb6df,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:54.170948 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-ce6468d4-dc32-4584-a9f9-1bed79b16f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:54.201233 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_v2 [None req-11e9de15-28ef-488b-9fff-ddba10ab2000 admin admin] Deleting subnet 3e75af2a-aa07-4655-b1c0-db112593470c {{(pid=92456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 20:16:54.204480 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-11e9de15-28ef-488b-9fff-ddba10ab2000 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:54.255291 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-11e9de15-28ef-488b-9fff-ddba10ab2000 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299860'] for subnet, precommit_delete_associations {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:54.275578 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c587c1a-d8d9-4f48-9fef-8890d962e06d tempest-TestVolumeBootPattern-423114207 tempest-TestVolumeBootPattern-423114207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:54.277111 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-0c587c1a-d8d9-4f48-9fef-8890d962e06d tempest-TestVolumeBootPattern-423114207 tempest-TestVolumeBootPattern-423114207-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7fbea3e8-9bf3-4654-88ee-64c916b2c92a HTTP/1.1" status: 200 len: 1093 time: 0.3314092 Jun 09 20:16:54.280413 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 48644) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:16:54.285898 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [None req-e05953da-e4a3-47cb-bfee-103bca36228d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Request body: {'floatingip': {'floating_network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'port_id': 'cd3c585a-058c-4dc9-a6dc-04490bf9d8f5', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:16:54.339120 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-11e9de15-28ef-488b-9fff-ddba10ab2000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883559'] for subnet, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:54.390563 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e05953da-e4a3-47cb-bfee-103bca36228d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for floatingip, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:54.526405 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e05953da-e4a3-47cb-bfee-103bca36228d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:54.534192 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-11e9de15-28ef-488b-9fff-ddba10ab2000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2274034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2365105'] for subnet, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:54.540133 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-aa863093-160b-4b12-a9a9-5527719fb743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:54.577942 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9de15-28ef-488b-9fff-ddba10ab2000 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e75af2a-aa07-4655-b1c0-db112593470c,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:54.580245 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-11e9de15-28ef-488b-9fff-ddba10ab2000 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:54.583437 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-11e9de15-28ef-488b-9fff-ddba10ab2000 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3e75af2a-aa07-4655-b1c0-db112593470c HTTP/1.1" status: 204 len: 168 time: 0.4785109 Jun 09 20:16:54.583736 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-11e9de15-28ef-488b-9fff-ddba10ab2000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:54.591224 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 48648) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:16:54.596408 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4c7f38-39fa-4fbe-a9f1-330f3b637106 None None] Network d61eb754-bcce-4b42-88fd-e498290dcd18 requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:16:54.662996 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:54.755257 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-83a4e875-ff3b-42e9-918c-883c3326406b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769015'] for network, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:54.769523 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.db.db_base_plugin_common [None req-e05953da-e4a3-47cb-bfee-103bca36228d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Allocated IP 172.27.0.94 (7113ecea-0b68-4d56-a6ae-4e94112ae602/d4394e15-b094-4f4f-853e-c157ecdb6024/1116e0c2-c664-4dca-b099-7f52922c6137) {{(pid=92455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:16:54.886193 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d249fb94-47f9-49e9-a9b0-6695049edbeb None None] DHCP port deletion for d61eb754-bcce-4b42-88fd-e498290dcd18 request from dv-cinder-795669-1-iscsi {{(pid=92457) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 20:16:54.953285 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.plugin [None req-83a4e875-ff3b-42e9-918c-883c3326406b admin admin] Deleting port 1c880462-bbe3-4e1a-ba02-693a95c9fade {{(pid=92455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:16:54.953624 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-83a4e875-ff3b-42e9-918c-883c3326406b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:54.953838 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-d249fb94-47f9-49e9-a9b0-6695049edbeb None None] Deleting port 1c880462-bbe3-4e1a-ba02-693a95c9fade {{(pid=92457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:16:54.954279 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-d249fb94-47f9-49e9-a9b0-6695049edbeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:55.054594 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e05953da-e4a3-47cb-bfee-103bca36228d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for port, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:55.060328 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-d249fb94-47f9-49e9-a9b0-6695049edbeb None None] For port 1c880462-bbe3-4e1a-ba02-693a95c9fade, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=1c880462-bbe3-4e1a-ba02-693a95c9fade,segment=NetworkSegment(45746326-9f2d-4f9b-be09-234217d11e5c),segment_id=45746326-9f2d-4f9b-be09-234217d11e5c)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:16:55.060841 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-d249fb94-47f9-49e9-a9b0-6695049edbeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:55.207317 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.db [None req-83a4e875-ff3b-42e9-918c-883c3326406b admin admin] For port 1c880462-bbe3-4e1a-ba02-693a95c9fade, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=1c880462-bbe3-4e1a-ba02-693a95c9fade,segment=NetworkSegment(45746326-9f2d-4f9b-be09-234217d11e5c),segment_id=45746326-9f2d-4f9b-be09-234217d11e5c)] {{(pid=92455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:16:55.207731 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-83a4e875-ff3b-42e9-918c-883c3326406b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:55.208659 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-d249fb94-47f9-49e9-a9b0-6695049edbeb None None] Calling delete_port for 1c880462-bbe3-4e1a-ba02-693a95c9fade owned by network:dhcp {{(pid=92457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:16:55.348741 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.plugin [None req-83a4e875-ff3b-42e9-918c-883c3326406b admin admin] Calling delete_port for 1c880462-bbe3-4e1a-ba02-693a95c9fade owned by network:dhcp {{(pid=92455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:16:55.350625 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-d249fb94-47f9-49e9-a9b0-6695049edbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377'] for port, after_delete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:55.355798 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:55.400664 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249fb94-47f9-49e9-a9b0-6695049edbeb None None] Pushing event deleted for resources: {'Port': ['ID=1c880462-bbe3-4e1a-ba02-693a95c9fade,revision_number=None']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:55.402770 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d249fb94-47f9-49e9-a9b0-6695049edbeb None None] No DVR routers for this DVR port 1c880462-bbe3-4e1a-ba02-693a95c9fade on host dv-cinder-795669-1-iscsi {{(pid=92457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 20:16:55.404390 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-d249fb94-47f9-49e9-a9b0-6695049edbeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:55.414105 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-83a4e875-ff3b-42e9-918c-883c3326406b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162651'] for port, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:55.414105 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:55.469620 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e05953da-e4a3-47cb-bfee-103bca36228d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162594'] for port, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:55.474924 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4e875-ff3b-42e9-918c-883c3326406b admin admin] Pushing event deleted for resources: {'Port': ['ID=1c880462-bbe3-4e1a-ba02-693a95c9fade,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:55.477113 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a4e875-ff3b-42e9-918c-883c3326406b admin admin] No DVR routers for this DVR port 1c880462-bbe3-4e1a-ba02-693a95c9fade on host dv-cinder-795669-1-iscsi {{(pid=92455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 20:16:55.511353 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-83a4e875-ff3b-42e9-918c-883c3326406b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:55.511801 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:55.595858 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05953da-e4a3-47cb-bfee-103bca36228d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Network 7113ecea-0b68-4d56-a6ae-4e94112ae602 is already hosted by enough agents. {{(pid=92455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:16:55.650874 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.base_scheduler [None req-e05953da-e4a3-47cb-bfee-103bca36228d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Resources bound (agent type, host, resource id): {{(pid=92455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:16:55.661519 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05953da-e4a3-47cb-bfee-103bca36228d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Received port after_create {{(pid=92455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:16:55.721103 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05953da-e4a3-47cb-bfee-103bca36228d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Pushing event updated for resources: {'Port': ['ID=1116e0c2-c664-4dca-b099-7f52922c6137,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:55.730896 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-e05953da-e4a3-47cb-bfee-103bca36228d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:55.732491 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-83a4e875-ff3b-42e9-918c-883c3326406b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884462', 'neutron.services.segments.db._delete_segments_for_network-8784791871416'] for network, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:55.756488 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.services.segments.db [None req-83a4e875-ff3b-42e9-918c-883c3326406b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d61eb754-bcce-4b42-88fd-e498290dcd18']}} {{(pid=92455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:16:55.795450 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 1c880462-bbe3-4e1a-ba02-693a95c9fade no longer exists at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:16:55.801299 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.services.segments.db [None req-83a4e875-ff3b-42e9-918c-883c3326406b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45746326-9f2d-4f9b-be09-234217d11e5c') {'for_net_delete': True} {{(pid=92455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:16:55.802094 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.services.segments.db [None req-83a4e875-ff3b-42e9-918c-883c3326406b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45746326-9f2d-4f9b-be09-234217d11e5c') {} {{(pid=92455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:16:55.828121 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-83a4e875-ff3b-42e9-918c-883c3326406b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784791825875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3125558'] for segment, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:55.835945 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] No Port match for: 1c880462-bbe3-4e1a-ba02-693a95c9fade {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:16:55.835945 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 1c880462-bbe3-4e1a-ba02-693a95c9fade not bound to the agent host dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:16:55.859916 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-83a4e875-ff3b-42e9-918c-883c3326406b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028'] for segment, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:55.906442 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83a4e875-ff3b-42e9-918c-883c3326406b admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=92455) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 20:16:55.906985 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-83a4e875-ff3b-42e9-918c-883c3326406b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4162676'] for segment, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:55.921653 dv-cinder-795669-1-iscsi neutron-server[92455]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 20:16:55.921653 dv-cinder-795669-1-iscsi neutron-server[92455]: util.warn( Jun 09 20:16:55.921653 dv-cinder-795669-1-iscsi neutron-server[92455]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 20:16:55.921653 dv-cinder-795669-1-iscsi neutron-server[92455]: util.warn( Jun 09 20:16:55.921653 dv-cinder-795669-1-iscsi neutron-server[92455]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 20:16:55.921653 dv-cinder-795669-1-iscsi neutron-server[92455]: util.warn( Jun 09 20:16:55.921653 dv-cinder-795669-1-iscsi neutron-server[92455]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 09 20:16:55.921653 dv-cinder-795669-1-iscsi neutron-server[92455]: util.warn( Jun 09 20:16:55.921653 dv-cinder-795669-1-iscsi neutron-server[92455]: Traceback (most recent call last): Jun 09 20:16:55.921653 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 20:16:55.921653 dv-cinder-795669-1-iscsi neutron-server[92455]: timer() Jun 09 20:16:55.921653 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 20:16:55.921653 dv-cinder-795669-1-iscsi neutron-server[92455]: cb(*args, **kw) Jun 09 20:16:55.921653 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 20:16:55.921653 dv-cinder-795669-1-iscsi neutron-server[92455]: return func(*args, **kwargs) Jun 09 20:16:55.921653 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 20:16:55.921653 dv-cinder-795669-1-iscsi neutron-server[92455]: self._notify() Jun 09 20:16:55.921653 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 20:16:55.921653 dv-cinder-795669-1-iscsi neutron-server[92455]: self.callback(batched_events) Jun 09 20:16:55.921653 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 20:16:55.921653 dv-cinder-795669-1-iscsi neutron-server[92455]: event.method(event) Jun 09 20:16:55.921653 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 20:16:55.921653 dv-cinder-795669-1-iscsi neutron-server[92455]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 20:16:55.921653 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 20:16:55.921653 dv-cinder-795669-1-iscsi neutron-server[92455]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 20:16:55.921653 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 20:16:55.921653 dv-cinder-795669-1-iscsi neutron-server[92455]: return f(self, *a, **k) Jun 09 20:16:55.921653 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 20:16:55.921653 dv-cinder-795669-1-iscsi neutron-server[92455]: return self._get(url).json() Jun 09 20:16:55.921653 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 20:16:55.921653 dv-cinder-795669-1-iscsi neutron-server[92455]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 20:16:55.921653 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 20:16:55.921653 dv-cinder-795669-1-iscsi neutron-server[92455]: return self.request(url, 'GET', **kwargs) Jun 09 20:16:55.921653 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 20:16:55.921653 dv-cinder-795669-1-iscsi neutron-server[92455]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 20:16:55.921653 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 20:16:55.921653 dv-cinder-795669-1-iscsi neutron-server[92455]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 20:16:55.921653 dv-cinder-795669-1-iscsi neutron-server[92455]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 20:16:55.921653 dv-cinder-795669-1-iscsi neutron-server[92455]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 20:16:55.921653 dv-cinder-795669-1-iscsi neutron-server[92455]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 20:16:56.164316 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-83a4e875-ff3b-42e9-918c-883c3326406b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3854142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3925107'] for network, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:56.173190 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-de265058-cb09-4d92-aa04-be67ac1a5d6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:56.185345 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-83a4e875-ff3b-42e9-918c-883c3326406b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for network, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:56.187097 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-83a4e875-ff3b-42e9-918c-883c3326406b admin admin] 10.222.0.15 "DELETE /v2.0/networks/d61eb754-bcce-4b42-88fd-e498290dcd18 HTTP/1.1" status: 204 len: 168 time: 1.5946913 Jun 09 20:16:56.203226 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4e875-ff3b-42e9-918c-883c3326406b admin admin] Pushing event deleted for resources: {'Network': ['ID=d61eb754-bcce-4b42-88fd-e498290dcd18,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:56.206204 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-83a4e875-ff3b-42e9-918c-883c3326406b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:56.269857 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e05953da-e4a3-47cb-bfee-103bca36228d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:56.433368 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e05953da-e4a3-47cb-bfee-103bca36228d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:56.632999 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e05953da-e4a3-47cb-bfee-103bca36228d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for port, precommit_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:56.679220 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 48676) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:16:56.696643 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e05953da-e4a3-47cb-bfee-103bca36228d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162640'] for port, after_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:56.702705 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:56.823256 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05953da-e4a3-47cb-bfee-103bca36228d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Pushing event updated for resources: {'Port': ['ID=1116e0c2-c664-4dca-b099-7f52922c6137,revision_number=2']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:56.829197 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-cbe7a716-d907-4e8e-b0a7-f9ceb33d0214 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ce21b31906334471913e27e7b2dd9bf2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1486850 Jun 09 20:16:56.830430 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-e05953da-e4a3-47cb-bfee-103bca36228d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:56.832317 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 48678) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:16:56.844454 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e05953da-e4a3-47cb-bfee-103bca36228d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3925089'] for floatingip, after_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:56.890287 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-dfcf0df6-fc2d-4400-aa3a-208b6dbd685d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:56.921462 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-dfcf0df6-fc2d-4400-aa3a-208b6dbd685d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:57.076244 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-dfcf0df6-fc2d-4400-aa3a-208b6dbd685d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:57.078781 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-dfcf0df6-fc2d-4400-aa3a-208b6dbd685d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:57.079867 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-dfcf0df6-fc2d-4400-aa3a-208b6dbd685d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e600785c-f441-4316-8014-81d4db6e2648 HTTP/1.1" status: 204 len: 168 time: 0.2459855 Jun 09 20:16:57.084566 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-ce6468d4-dc32-4584-a9f9-1bed79b16f1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:16:57.092019 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf0df6-fc2d-4400-aa3a-208b6dbd685d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e600785c-f441-4316-8014-81d4db6e2648,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:16:57.094319 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-dfcf0df6-fc2d-4400-aa3a-208b6dbd685d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:16:57.113333 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.db.l3_db [None req-e05953da-e4a3-47cb-bfee-103bca36228d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Floating IP bd8640d6-c17a-46cb-84be-6c84374a42dc associated. External IP: 172.27.0.94, port: cd3c585a-058c-4dc9-a6dc-04490bf9d8f5. Jun 09 20:16:57.469609 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05953da-e4a3-47cb-bfee-103bca36228d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Router 58d30ef0-1dc4-400f-bf52-7c3088df0adb has already been hosted by L3 agent 64117835-a1f5-4801-ace7-11985afbc460 {{(pid=92455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 20:16:57.665122 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05953da-e4a3-47cb-bfee-103bca36228d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:16:57.676515 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4e39f2-9974-4c74-a688-1ab22e734d3e None None] Sync routers for ids ['58d30ef0-1dc4-400f-bf52-7c3088df0adb'] in dv-cinder-795669-1-iscsi {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:16:57.687437 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4e39f2-9974-4c74-a688-1ab22e734d3e None None] Routers {'58d30ef0-1dc4-400f-bf52-7c3088df0adb'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:16:57.688432 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-0f4e39f2-9974-4c74-a688-1ab22e734d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:16:32Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['58d30ef0-1dc4-400f-bf52-7c3088df0adb'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:16:57.773147 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-e05953da-e4a3-47cb-bfee-103bca36228d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for floatingip, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:57.833263 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-e05953da-e4a3-47cb-bfee-103bca36228d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.5490396 Jun 09 20:16:57.835072 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fbea3e8-9bf3-4654-88ee-64c916b2c92a', 'tag': 'cd3c585a-058c-4dc9-a6dc-04490bf9d8f5'}] {{(pid=92455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:16:57.836450 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb487b5c22ff78f2383a4aedbf16056ad733cdd2494c82cbaa03313095a923d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d82037-dd4b-4e03-acd6-eb1b247f98f3" -d '{"events": [{"name": "network-changed", "server_uuid": "7fbea3e8-9bf3-4654-88ee-64c916b2c92a", "tag": "cd3c585a-058c-4dc9-a6dc-04490bf9d8f5"}]}' {{(pid=92455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:16:57.875344 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-0f4e39f2-9974-4c74-a688-1ab22e734d3e None None] Set router 58d30ef0-1dc4-400f-bf52-7c3088df0adb gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:16:58.031409 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 20:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd08380-89b0-4bfd-97b0-9698c3ac5c21 x-openstack-request-id: req-1fd08380-89b0-4bfd-97b0-9698c3ac5c21 {{(pid=92455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:16:58.032037 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fbea3e8-9bf3-4654-88ee-64c916b2c92a", "tag": "cd3c585a-058c-4dc9-a6dc-04490bf9d8f5", "status": "completed", "code": 200}]} {{(pid=92455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:16:58.032037 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1fd08380-89b0-4bfd-97b0-9698c3ac5c21 {{(pid=92455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:16:58.032459 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fbea3e8-9bf3-4654-88ee-64c916b2c92a', 'tag': 'cd3c585a-058c-4dc9-a6dc-04490bf9d8f5', 'status': 'completed', 'code': 200} Jun 09 20:16:58.126634 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d82037-dd4b-4e03-acd6-eb1b247f98f3 req-36363e2f-c2a1-422d-b0bd-1c7a2652fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:58.128693 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-d5d82037-dd4b-4e03-acd6-eb1b247f98f3 req-36363e2f-c2a1-422d-b0bd-1c7a2652fc32 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c23a33d8a4b74f88aac42ca38d32acbd&device_id=7fbea3e8-9bf3-4654-88ee-64c916b2c92a HTTP/1.1" status: 200 len: 1098 time: 0.0715091 Jun 09 20:16:58.265691 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d82037-dd4b-4e03-acd6-eb1b247f98f3 req-8e943939-d7bf-4c1a-a54c-7bf5cb2241a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:58.267143 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-d5d82037-dd4b-4e03-acd6-eb1b247f98f3 req-8e943939-d7bf-4c1a-a54c-7bf5cb2241a7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=98897892-26ad-4d88-a510-66c8050e7607 HTTP/1.1" status: 200 len: 912 time: 0.1319520 Jun 09 20:16:58.296747 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-0f4e39f2-9974-4c74-a688-1ab22e734d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'name': 'tempest-TestVolumeBootPattern-349623432-router', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:15:48Z', 'updated_at': '2021-06-09T20:15:53Z', 'revision_number': 4, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'gw_port': {'id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:49Z', 'updated_at': '2021-06-09T20:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_floatingips': [{'id': 'bd8640d6-c17a-46cb-84be-6c84374a42dc', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'floating_ip_address': '172.27.0.94', 'floating_network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'router_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'port_id': 'cd3c585a-058c-4dc9-a6dc-04490bf9d8f5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'mac_address': 'fa:16:3e:9b:15:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbea3e8-9bf3-4654-88ee-64c916b2c92a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T20:16:56Z', 'updated_at': '2021-06-09T20:16:56Z', 'revision_number': 0, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc7f9b8e-744d-4094-9275-227e925513a0', 'name': '', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'mac_address': 'fa:16:3e:91:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:52Z', 'updated_at': '2021-06-09T20:16:00Z', 'revision_number': 5, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'subnets': [{'id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:16:58.301051 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4e39f2-9974-4c74-a688-1ab22e734d3e None None] Checking router: 58d30ef0-1dc4-400f-bf52-7c3088df0adb for host: dv-cinder-795669-1-iscsi {{(pid=92457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:16:58.309656 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4e39f2-9974-4c74-a688-1ab22e734d3e None None] Routers {'58d30ef0-1dc4-400f-bf52-7c3088df0adb'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:16:58.310403 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-0f4e39f2-9974-4c74-a688-1ab22e734d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:16:32Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['58d30ef0-1dc4-400f-bf52-7c3088df0adb'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:16:58.374737 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-d5d82037-dd4b-4e03-acd6-eb1b247f98f3 req-81164cf9-a002-41f6-8095-25a0aad797d2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd3c585a-058c-4dc9-a6dc-04490bf9d8f5 HTTP/1.1" status: 200 len: 998 time: 0.1000578 Jun 09 20:16:58.438559 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d82037-dd4b-4e03-acd6-eb1b247f98f3 req-1184100d-abb8-48f0-b578-24a5cec98f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:58.440078 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-d5d82037-dd4b-4e03-acd6-eb1b247f98f3 req-1184100d-abb8-48f0-b578-24a5cec98f2f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83 HTTP/1.1" status: 200 len: 850 time: 0.0592396 Jun 09 20:16:58.494800 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-0f4e39f2-9974-4c74-a688-1ab22e734d3e None None] Set router 58d30ef0-1dc4-400f-bf52-7c3088df0adb gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:16:58.521151 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d82037-dd4b-4e03-acd6-eb1b247f98f3 req-e0bcc400-bcca-454b-9a79-9a533680ce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:16:58.522750 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-d5d82037-dd4b-4e03-acd6-eb1b247f98f3 req-e0bcc400-bcca-454b-9a79-9a533680ce86 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98897892-26ad-4d88-a510-66c8050e7607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747371 Jun 09 20:16:58.655238 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-d5d82037-dd4b-4e03-acd6-eb1b247f98f3 req-64d169fd-287f-4549-a116-9415e55a733d service neutron] 10.222.0.22 "GET /v2.0/networks/98897892-26ad-4d88-a510-66c8050e7607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260326 Jun 09 20:16:58.845165 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-0f4e39f2-9974-4c74-a688-1ab22e734d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'name': 'tempest-TestVolumeBootPattern-349623432-router', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:15:48Z', 'updated_at': '2021-06-09T20:15:53Z', 'revision_number': 4, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'gw_port': {'id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:49Z', 'updated_at': '2021-06-09T20:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_floatingips': [{'id': 'bd8640d6-c17a-46cb-84be-6c84374a42dc', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'floating_ip_address': '172.27.0.94', 'floating_network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'router_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'port_id': 'cd3c585a-058c-4dc9-a6dc-04490bf9d8f5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'mac_address': 'fa:16:3e:9b:15:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbea3e8-9bf3-4654-88ee-64c916b2c92a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T20:16:56Z', 'updated_at': '2021-06-09T20:16:56Z', 'revision_number': 0, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc7f9b8e-744d-4094-9275-227e925513a0', 'name': '', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'mac_address': 'fa:16:3e:91:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:52Z', 'updated_at': '2021-06-09T20:16:00Z', 'revision_number': 5, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'subnets': [{'id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:16:58.849098 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4e39f2-9974-4c74-a688-1ab22e734d3e None None] The sync data for ids ['58d30ef0-1dc4-400f-bf52-7c3088df0adb'] in dv-cinder-795669-1-iscsi is: [{'id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'name': 'tempest-TestVolumeBootPattern-349623432-router', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:15:48Z', 'updated_at': '2021-06-09T20:15:53Z', 'revision_number': 4, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'gw_port': {'id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:49Z', 'updated_at': '2021-06-09T20:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_floatingips': [{'id': 'bd8640d6-c17a-46cb-84be-6c84374a42dc', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'floating_ip_address': '172.27.0.94', 'floating_network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'router_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'port_id': 'cd3c585a-058c-4dc9-a6dc-04490bf9d8f5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'mac_address': 'fa:16:3e:9b:15:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbea3e8-9bf3-4654-88ee-64c916b2c92a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T20:16:56Z', 'updated_at': '2021-06-09T20:16:56Z', 'revision_number': 0, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc7f9b8e-744d-4094-9275-227e925513a0', 'name': '', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'mac_address': 'fa:16:3e:91:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:52Z', 'updated_at': '2021-06-09T20:16:00Z', 'revision_number': 5, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'subnets': [{'id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:16:59.030140 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f888b1-1a8b-4ba4-8917-14bffa028100 None None] New status for floating IP bd8640d6-c17a-46cb-84be-6c84374a42dc: ACTIVE {{(pid=92458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 20:16:59.063836 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-094587c7-b13b-489f-92b5-fc6b26c275c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:16:59.635500 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-d5d82037-dd4b-4e03-acd6-eb1b247f98f3 req-ab71f280-4868-4c67-94cb-cc70bddcc1d5 service neutron] 10.222.0.22 "GET /v2.0/networks/98897892-26ad-4d88-a510-66c8050e7607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360123 Jun 09 20:17:00.901465 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 6 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:17:01.459293 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:01.955711 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-1bc42923-a24d-4066-a803-b9428ddfc21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:02.726901 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:03.825855 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 48810) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:17:03.941452 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-5220b57b-17b7-4a8c-869d-875760e63f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:04.043159 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-5220b57b-17b7-4a8c-869d-875760e63f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:04.144124 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-5220b57b-17b7-4a8c-869d-875760e63f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:04.151729 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-49b221dc-d60b-4eb6-aac6-87c978cdd039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:17:04.195201 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220b57b-17b7-4a8c-869d-875760e63f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313d0675-a92c-468a-b6c1-0f57ef5f6878,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:17:04.198363 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-5220b57b-17b7-4a8c-869d-875760e63f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:17:04.200893 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-5220b57b-17b7-4a8c-869d-875760e63f86 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fcdb06eb35d74a5696f00d2a924aeb33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3740182 Jun 09 20:17:04.203470 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 48816) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:17:04.261243 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-fce13807-0108-442b-ad85-72de81adcc98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:04.288131 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-fce13807-0108-442b-ad85-72de81adcc98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:04.344045 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:04.400675 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-fce13807-0108-442b-ad85-72de81adcc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:04.403267 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-fce13807-0108-442b-ad85-72de81adcc98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:04.404446 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-fce13807-0108-442b-ad85-72de81adcc98 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/313d0675-a92c-468a-b6c1-0f57ef5f6878 HTTP/1.1" status: 204 len: 168 time: 0.2000768 Jun 09 20:17:04.405206 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-b046e2ff-f641-4e2a-ae6a-0ddc153ce733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:17:04.415011 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce13807-0108-442b-ad85-72de81adcc98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313d0675-a92c-468a-b6c1-0f57ef5f6878,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:17:04.417365 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-fce13807-0108-442b-ad85-72de81adcc98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:17:05.107850 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 48828) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:17:05.125102 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-c5d82fab-5e89-4091-8648-3f18cace55ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:05.226009 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-c5d82fab-5e89-4091-8648-3f18cace55ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:05.287332 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-c5d82fab-5e89-4091-8648-3f18cace55ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:05.299659 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-1ee30d41-d3bc-4969-b1c0-c71d0246dd0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:17:05.338191 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d82fab-5e89-4091-8648-3f18cace55ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5c0498-67d0-4407-bd0c-460e50d5abb0,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:17:05.342521 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-c5d82fab-5e89-4091-8648-3f18cace55ab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5998906f5b2f45fc97f9bf5cd567df26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336800 Jun 09 20:17:05.343420 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-c5d82fab-5e89-4091-8648-3f18cace55ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:17:05.345101 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 48832) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:17:05.402401 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-b4f9d7e8-ad83-42dd-84a2-c38e8e32f5c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:05.428323 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-b4f9d7e8-ad83-42dd-84a2-c38e8e32f5c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:05.561214 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-b4f9d7e8-ad83-42dd-84a2-c38e8e32f5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:05.563657 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-b4f9d7e8-ad83-42dd-84a2-c38e8e32f5c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:05.564868 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-b4f9d7e8-ad83-42dd-84a2-c38e8e32f5c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7f5c0498-67d0-4407-bd0c-460e50d5abb0 HTTP/1.1" status: 204 len: 168 time: 0.2188771 Jun 09 20:17:05.565728 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-e6e24f12-c2aa-4ffd-81f2-03de7c23d3c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:17:05.575231 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f9d7e8-ad83-42dd-84a2-c38e8e32f5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5c0498-67d0-4407-bd0c-460e50d5abb0,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:17:05.577556 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-b4f9d7e8-ad83-42dd-84a2-c38e8e32f5c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:17:06.788811 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 48862) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:17:06.904256 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-150797e0-ef52-4407-8c08-87ec2f7fd77b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:07.003675 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-150797e0-ef52-4407-8c08-87ec2f7fd77b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:07.069686 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-150797e0-ef52-4407-8c08-87ec2f7fd77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:07.081596 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-1f1afcc5-44a2-48b2-bf06-eb05be7aa480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:17:07.120601 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-150797e0-ef52-4407-8c08-87ec2f7fd77b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5d0764cadb1743aeb924e10eece3ea87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3306427 Jun 09 20:17:07.122338 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150797e0-ef52-4407-8c08-87ec2f7fd77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03bad47-fed2-4bd1-a3cd-dab4c27f658b,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:17:07.123216 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 48870) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:17:07.136756 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-150797e0-ef52-4407-8c08-87ec2f7fd77b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:17:07.186412 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-a015f6ce-9cf3-4d14-b09f-6f2b64e7ac93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:07.222173 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-a015f6ce-9cf3-4d14-b09f-6f2b64e7ac93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:07.343695 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-a015f6ce-9cf3-4d14-b09f-6f2b64e7ac93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:07.346240 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-a015f6ce-9cf3-4d14-b09f-6f2b64e7ac93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:07.347357 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-a015f6ce-9cf3-4d14-b09f-6f2b64e7ac93 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e03bad47-fed2-4bd1-a3cd-dab4c27f658b HTTP/1.1" status: 204 len: 168 time: 0.2230837 Jun 09 20:17:07.348199 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-c5d82fab-5e89-4091-8648-3f18cace55ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:17:07.358227 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015f6ce-9cf3-4d14-b09f-6f2b64e7ac93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03bad47-fed2-4bd1-a3cd-dab4c27f658b,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:17:07.365191 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-a015f6ce-9cf3-4d14-b09f-6f2b64e7ac93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:17:09.559769 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 48942) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:17:09.679264 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-b6062ea4-d1a7-4da6-89c3-ffad1496da7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:09.779415 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-b6062ea4-d1a7-4da6-89c3-ffad1496da7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:09.858936 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-b6062ea4-d1a7-4da6-89c3-ffad1496da7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:09.868678 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-cf8884eb-bc8f-4195-a45f-d2189f4fdf98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:17:09.906998 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-b6062ea4-d1a7-4da6-89c3-ffad1496da7b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3e5bc32be2a840479bed1538f1db7245&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3492818 Jun 09 20:17:09.908618 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6062ea4-d1a7-4da6-89c3-ffad1496da7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1be264c-9118-4d2e-8a7a-e4f4debc7fe8,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:17:09.909782 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 48946) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:17:09.911542 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-b6062ea4-d1a7-4da6-89c3-ffad1496da7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:17:09.975656 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b08d3290-c30d-407e-ba5d-eaee6a9437b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:10.001038 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b08d3290-c30d-407e-ba5d-eaee6a9437b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:10.120609 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b08d3290-c30d-407e-ba5d-eaee6a9437b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:10.123068 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b08d3290-c30d-407e-ba5d-eaee6a9437b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:10.124228 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-b08d3290-c30d-407e-ba5d-eaee6a9437b6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c1be264c-9118-4d2e-8a7a-e4f4debc7fe8 HTTP/1.1" status: 204 len: 168 time: 0.2128625 Jun 09 20:17:10.125061 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-150797e0-ef52-4407-8c08-87ec2f7fd77b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:17:10.134494 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d3290-c30d-407e-ba5d-eaee6a9437b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1be264c-9118-4d2e-8a7a-e4f4debc7fe8,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:17:10.136841 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-b08d3290-c30d-407e-ba5d-eaee6a9437b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:17:10.703404 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 48958) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:17:10.721033 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-a5d65d51-2671-4e93-a02b-d1bb8e8df516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:10.915329 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-a5d65d51-2671-4e93-a02b-d1bb8e8df516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:10.981689 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-a5d65d51-2671-4e93-a02b-d1bb8e8df516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:10.991537 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-6f085675-dda3-4bc0-a378-0b731e9d3b72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:17:11.029499 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-a5d65d51-2671-4e93-a02b-d1bb8e8df516 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f6207c25882d4daebc869de8b5616861&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3248920 Jun 09 20:17:11.031041 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d65d51-2671-4e93-a02b-d1bb8e8df516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958472d7-3b66-4ffc-af62-8482df6c1a57,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:17:11.032027 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 48964) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:17:11.034289 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-a5d65d51-2671-4e93-a02b-d1bb8e8df516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:17:11.104273 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-0b4dfa55-da59-40f4-bb7f-8c10ee7c997e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:11.129262 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-0b4dfa55-da59-40f4-bb7f-8c10ee7c997e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:11.246496 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-0b4dfa55-da59-40f4-bb7f-8c10ee7c997e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:11.249027 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-0b4dfa55-da59-40f4-bb7f-8c10ee7c997e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:11.250166 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-0b4dfa55-da59-40f4-bb7f-8c10ee7c997e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/958472d7-3b66-4ffc-af62-8482df6c1a57 HTTP/1.1" status: 204 len: 168 time: 0.2171435 Jun 09 20:17:11.250927 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-53113ad6-fd9d-41d6-a3ee-66350b59c954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:17:11.260757 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4dfa55-da59-40f4-bb7f-8c10ee7c997e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958472d7-3b66-4ffc-af62-8482df6c1a57,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:17:11.262926 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-0b4dfa55-da59-40f4-bb7f-8c10ee7c997e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:17:13.399839 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 49022) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:17:13.516001 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1b02c1d0-27de-44a4-b833-413ae9cd4851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:13.621460 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1b02c1d0-27de-44a4-b833-413ae9cd4851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:13.691717 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-1b02c1d0-27de-44a4-b833-413ae9cd4851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:13.700475 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-d6f31d58-e231-486b-8873-46235863e945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:17:13.742527 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-1b02c1d0-27de-44a4-b833-413ae9cd4851 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=20a49282863e4dbf83be24e740decb20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3415539 Jun 09 20:17:13.743436 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02c1d0-27de-44a4-b833-413ae9cd4851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206dceca-d834-439c-9c5e-3587813e7d98,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:17:13.745288 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 49026) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:17:13.746435 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-1b02c1d0-27de-44a4-b833-413ae9cd4851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:17:13.805697 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-764a8813-7276-43c4-bcb6-7e8680cd8281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:13.831541 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-764a8813-7276-43c4-bcb6-7e8680cd8281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:13.977171 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-764a8813-7276-43c4-bcb6-7e8680cd8281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:13.979707 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-764a8813-7276-43c4-bcb6-7e8680cd8281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:13.980769 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-764a8813-7276-43c4-bcb6-7e8680cd8281 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/206dceca-d834-439c-9c5e-3587813e7d98 HTTP/1.1" status: 204 len: 168 time: 0.2339115 Jun 09 20:17:13.981523 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-86989bd3-924d-4e1c-88bc-e4df142ba5d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:17:13.991243 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a8813-7276-43c4-bcb6-7e8680cd8281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206dceca-d834-439c-9c5e-3587813e7d98,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:17:13.993744 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-764a8813-7276-43c4-bcb6-7e8680cd8281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:17:15.017765 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 49054) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:17:15.118989 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-22ce6525-95b8-4a64-b77a-c945d4a44ee5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-202989078-network', 'tenant_id': 'fe1dd033afe04fd99765c0c3031332b0'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:17:15.240532 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ce6525-95b8-4a64-b77a-c945d4a44ee5 admin admin] Made reservation on behalf of fe1dd033afe04fd99765c0c3031332b0 for: {'network': 1} {{(pid=92456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:17:15.242831 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-22ce6525-95b8-4a64-b77a-c945d4a44ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-786179'] for network, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:15.257913 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-22ce6525-95b8-4a64-b77a-c945d4a44ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:15.358298 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-22ce6525-95b8-4a64-b77a-c945d4a44ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:15.451523 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-22ce6525-95b8-4a64-b77a-c945d4a44ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:15.455588 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-b08d3290-c30d-407e-ba5d-eaee6a9437b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:17:15.481781 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22ce6525-95b8-4a64-b77a-c945d4a44ee5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=92456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 20:17:15.490077 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce6525-95b8-4a64-b77a-c945d4a44ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827cef54-0b3e-45ff-bc34-201ade15ce77,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:17:15.493568 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-22ce6525-95b8-4a64-b77a-c945d4a44ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:17:15.495993 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-22ce6525-95b8-4a64-b77a-c945d4a44ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028'] for segment, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:15.496359 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.db.segments_db [None req-22ce6525-95b8-4a64-b77a-c945d4a44ee5 admin admin] Added segment 35413a56-3c0e-4c8c-aaad-274cd70d5338 of type vlan for network e529e759-3af1-49ab-b0be-0f51580ea651 Jun 09 20:17:15.522874 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-22ce6525-95b8-4a64-b77a-c945d4a44ee5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784791347429'] for network, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:15.617413 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-22ce6525-95b8-4a64-b77a-c945d4a44ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3854142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545'] for network, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:15.618690 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ce6525-95b8-4a64-b77a-c945d4a44ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:15.619278 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-22ce6525-95b8-4a64-b77a-c945d4a44ee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for network, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:15.622760 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:17:15.721043 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce6525-95b8-4a64-b77a-c945d4a44ee5 admin admin] Pushing event updated for resources: {'Network': ['ID=e529e759-3af1-49ab-b0be-0f51580ea651,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:17:15.723797 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-22ce6525-95b8-4a64-b77a-c945d4a44ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:17:15.730776 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Network e529e759-3af1-49ab-b0be-0f51580ea651 details requested by agent ovs-agent-dv-cinder-795669-1-iscsi with host dv-cinder-795669-1-iscsi {{(pid=92457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 20:17:15.772632 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-22ce6525-95b8-4a64-b77a-c945d4a44ee5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7537799 Jun 09 20:17:15.775302 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 49058) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:17:15.780141 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-36d8f738-1ddc-4e1b-995f-d669d88e8261 admin admin] Request body: {'subnet': {'network_id': 'e529e759-3af1-49ab-b0be-0f51580ea651', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-202989078-subnet', 'tenant_id': 'fe1dd033afe04fd99765c0c3031332b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:17:15.914867 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d8f738-1ddc-4e1b-995f-d669d88e8261 admin admin] Made reservation on behalf of fe1dd033afe04fd99765c0c3031332b0 for: {'subnet': 1} {{(pid=92456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:17:15.919029 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-36d8f738-1ddc-4e1b-995f-d669d88e8261 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2365132'] for subnet, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:16.211960 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-36d8f738-1ddc-4e1b-995f-d669d88e8261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2273845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2365118'] for subnet, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:16.216813 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-2f2c1544-a06e-492d-8813-25a485ee44f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:17:16.291978 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d8f738-1ddc-4e1b-995f-d669d88e8261 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5792f4ee-8174-4319-986e-538e4ccd9f3b,revision_number=0']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:17:16.295430 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-36d8f738-1ddc-4e1b-995f-d669d88e8261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:17:16.298255 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d8f738-1ddc-4e1b-995f-d669d88e8261 admin admin] Checking segment: {'id': '35413a56-3c0e-4c8c-aaad-274cd70d5338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e529e759-3af1-49ab-b0be-0f51580ea651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:17:16.298499 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d8f738-1ddc-4e1b-995f-d669d88e8261 admin admin] Network hostable DHCP agents. Network: e529e759-3af1-49ab-b0be-0f51580ea651, hostable agents: ['2a21a80c-97c7-49ed-8bbe-36caa960580c'], hosted agents: [] {{(pid=92456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 20:17:16.406090 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d8f738-1ddc-4e1b-995f-d669d88e8261 admin admin] Network e529e759-3af1-49ab-b0be-0f51580ea651 is scheduled to be hosted by DHCP agent 2a21a80c-97c7-49ed-8bbe-36caa960580c with binding_index 1 {{(pid=92456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 20:17:16.508877 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [None req-36d8f738-1ddc-4e1b-995f-d669d88e8261 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795669-1-iscsi, e529e759-3af1-49ab-b0be-0f51580ea651) {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:17:16.513390 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d8f738-1ddc-4e1b-995f-d669d88e8261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:16.514417 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-36d8f738-1ddc-4e1b-995f-d669d88e8261 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:16.517441 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c43ac3a-7a4e-407e-afb3-7cacd12e3217 None None] Network e529e759-3af1-49ab-b0be-0f51580ea651 requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:17:16.637797 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-36d8f738-1ddc-4e1b-995f-d669d88e8261 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8593833 Jun 09 20:17:16.757159 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb88c4e-e7dc-4820-9d23-b9434224e52c None None] Network e529e759-3af1-49ab-b0be-0f51580ea651 requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:17:19.108858 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-09b1b1e0-ff61-41f9-ba9d-45ada64fc4e0 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:19.110295 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-09b1b1e0-ff61-41f9-ba9d-45ada64fc4e0 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/networks?id=e529e759-3af1-49ab-b0be-0f51580ea651 HTTP/1.1" status: 200 len: 808 time: 0.2611256 Jun 09 20:17:19.124831 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-4ed8633b-0621-454d-a495-23bf077ed382 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/quotas/fe1dd033afe04fd99765c0c3031332b0 HTTP/1.1" status: 200 len: 375 time: 0.0085521 Jun 09 20:17:19.169877 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-7549ef20-a74d-431d-a62d-fa7f6794f61d tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe1dd033afe04fd99765c0c3031332b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403552 Jun 09 20:17:19.298326 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-75396925-efa9-4b0e-b6d2-07a206744acb service neutron] 10.222.0.15 "GET /v2.0/networks/e529e759-3af1-49ab-b0be-0f51580ea651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210582 Jun 09 20:17:19.430636 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-5396f9d2-e523-498b-bda9-98cd66af1224 service neutron] 10.222.0.15 "GET /v2.0/networks/e529e759-3af1-49ab-b0be-0f51580ea651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246929 Jun 09 20:17:19.741681 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-83ab1932-5861-4d4b-94a0-f694c14174b2 req-3a9fbcdf-799f-4940-9cd7-f6e2e1ffc41e tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/ports?device_id=b334dbca-7ff4-4905-87e4-9192b8df9e9e HTTP/1.1" status: 200 len: 210 time: 0.0423386 Jun 09 20:17:20.900501 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-74556423-3850-435b-994a-2f698f71aa0b req-d92d4cdd-ae82-4604-a533-36c7379ab758 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/ports?device_id=b334dbca-7ff4-4905-87e4-9192b8df9e9e HTTP/1.1" status: 200 len: 210 time: 0.0537102 Jun 09 20:17:22.065104 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-618de7cd-500c-45c8-a12b-e40df11de083 req-e117e142-74cb-4930-90ad-859ff9b97ea4 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/ports?device_id=b334dbca-7ff4-4905-87e4-9192b8df9e9e HTTP/1.1" status: 200 len: 210 time: 0.0417871 Jun 09 20:17:23.209281 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3ca565cc-a3a6-4417-a4a8-f6960096c41b req-2da06df3-6747-478d-97f4-221743aea76b tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/ports?device_id=b334dbca-7ff4-4905-87e4-9192b8df9e9e HTTP/1.1" status: 200 len: 210 time: 0.0423167 Jun 09 20:17:23.504748 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-db0305ec-eb41-4fdf-87ac-a8b13c78abe9 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:23.509422 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-db0305ec-eb41-4fdf-87ac-a8b13c78abe9 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.22 "GET /v2.0/networks?id=e529e759-3af1-49ab-b0be-0f51580ea651 HTTP/1.1" status: 200 len: 808 time: 0.1476626 Jun 09 20:17:23.518942 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-3d016c4a-df43-4809-b0ad-c2bb3ffc2718 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Request body: {'port': {'device_id': 'b334dbca-7ff4-4905-87e4-9192b8df9e9e', 'network_id': 'e529e759-3af1-49ab-b0be-0f51580ea651', 'admin_state_up': True, 'tenant_id': 'fe1dd033afe04fd99765c0c3031332b0'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:17:23.742444 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-3d016c4a-df43-4809-b0ad-c2bb3ffc2718 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Made reservation on behalf of fe1dd033afe04fd99765c0c3031332b0 for: {'port': 1} {{(pid=92456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:17:23.746119 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-3d016c4a-df43-4809-b0ad-c2bb3ffc2718 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:23.909050 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_common [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-3d016c4a-df43-4809-b0ad-c2bb3ffc2718 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Allocated IP 172.20.0.6 (e529e759-3af1-49ab-b0be-0f51580ea651/5792f4ee-8174-4319-986e-538e4ccd9f3b/6f4169d9-2187-487d-80d9-cd98b369fc4e) {{(pid=92456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:17:24.103451 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-3d016c4a-df43-4809-b0ad-c2bb3ffc2718 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Notify callbacks [] for port, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:24.228534 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-3d016c4a-df43-4809-b0ad-c2bb3ffc2718 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2273985'] for port, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:24.240442 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-a979cff9-fb39-462d-aee6-b3c10aed7dfa tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:17:24.306443 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-3d016c4a-df43-4809-b0ad-c2bb3ffc2718 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Network e529e759-3af1-49ab-b0be-0f51580ea651 is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:17:24.309625 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-3d016c4a-df43-4809-b0ad-c2bb3ffc2718 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:17:24.312250 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-3d016c4a-df43-4809-b0ad-c2bb3ffc2718 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Received port after_create {{(pid=92456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:17:24.349686 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d016c4a-df43-4809-b0ad-c2bb3ffc2718 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Pushing event updated for resources: {'Port': ['ID=6f4169d9-2187-487d-80d9-cd98b369fc4e,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:17:24.354928 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-3d016c4a-df43-4809-b0ad-c2bb3ffc2718 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:17:24.385294 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-3d016c4a-df43-4809-b0ad-c2bb3ffc2718 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:24.385999 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-3d016c4a-df43-4809-b0ad-c2bb3ffc2718 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:24.418405 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2555a-ea36-443e-8fab-a96697bac907 req-88f21e19-0368-4893-a4e7-645b628f49f4 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:24.419886 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e0e2555a-ea36-443e-8fab-a96697bac907 req-88f21e19-0368-4893-a4e7-645b628f49f4 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/ports?device_id=b334dbca-7ff4-4905-87e4-9192b8df9e9e HTTP/1.1" status: 200 len: 931 time: 0.0950646 Jun 09 20:17:24.464125 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e0e2555a-ea36-443e-8fab-a96697bac907 req-62f5a38c-0c3b-427f-8ca4-b52aabbcb6d6 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/security-groups?id=827cef54-0b3e-45ff-bc34-201ade15ce77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381429 Jun 09 20:17:24.468969 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-3d016c4a-df43-4809-b0ad-c2bb3ffc2718 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9538078 Jun 09 20:17:24.481789 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-149f3ec5-ceed-4d13-9013-a9bb2a50b6f1 service neutron] Request body: {'port': {'device_id': 'b334dbca-7ff4-4905-87e4-9192b8df9e9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79566'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:17:24.593833 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-149f3ec5-ceed-4d13-9013-a9bb2a50b6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:24.600178 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:25.022001 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-149f3ec5-ceed-4d13-9013-a9bb2a50b6f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f4169d9-2187-487d-80d9-cd98b369fc4e {{(pid=92456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:17:25.028958 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-149f3ec5-ceed-4d13-9013-a9bb2a50b6f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:25.042904 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.provisioning_blocks [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-149f3ec5-ceed-4d13-9013-a9bb2a50b6f1 service neutron] Transition to ACTIVE for port object 6f4169d9-2187-487d-80d9-cd98b369fc4e will not be triggered until provisioned by entity L2. {{(pid=92456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:17:25.125099 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-149f3ec5-ceed-4d13-9013-a9bb2a50b6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2273971'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:25.130571 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-044dea1f-bea9-4260-b9f9-6e34fa1478e2 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:17:25.282105 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f3ec5-ceed-4d13-9013-a9bb2a50b6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=6f4169d9-2187-487d-80d9-cd98b369fc4e,revision_number=2']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:17:25.284924 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-149f3ec5-ceed-4d13-9013-a9bb2a50b6f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:17:25.354372 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-149f3ec5-ceed-4d13-9013-a9bb2a50b6f1 service neutron] Attempting to bind port 6f4169d9-2187-487d-80d9-cd98b369fc4e on host hv-cinder-79566 for vnic_type normal with profile {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:17:25.354709 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-149f3ec5-ceed-4d13-9013-a9bb2a50b6f1 service neutron] Attempting to bind port 6f4169d9-2187-487d-80d9-cd98b369fc4e by drivers openvswitch,hyperv on host hv-cinder-79566 at level 0 using segments [{'id': '35413a56-3c0e-4c8c-aaad-274cd70d5338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e529e759-3af1-49ab-b0be-0f51580ea651'}] {{(pid=92456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:17:25.355032 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-149f3ec5-ceed-4d13-9013-a9bb2a50b6f1 service neutron] Attempting to bind port 6f4169d9-2187-487d-80d9-cd98b369fc4e on network e529e759-3af1-49ab-b0be-0f51580ea651 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:17:25.359515 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-149f3ec5-ceed-4d13-9013-a9bb2a50b6f1 service neutron] Port 6f4169d9-2187-487d-80d9-cd98b369fc4e on network e529e759-3af1-49ab-b0be-0f51580ea651 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79566 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 20:17:25.359858 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-149f3ec5-ceed-4d13-9013-a9bb2a50b6f1 service neutron] Attempting to bind port 6f4169d9-2187-487d-80d9-cd98b369fc4e on network e529e759-3af1-49ab-b0be-0f51580ea651 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:17:25.364821 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-149f3ec5-ceed-4d13-9013-a9bb2a50b6f1 service neutron] Checking agent: {'id': '747acf60-c6b9-434b-b325-86e193e3fffe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 20, 7, 24), 'started_at': datetime.datetime(2021, 6, 9, 20, 7, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:17:25.365707 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-149f3ec5-ceed-4d13-9013-a9bb2a50b6f1 service neutron] Checking segment: {'id': '35413a56-3c0e-4c8c-aaad-274cd70d5338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e529e759-3af1-49ab-b0be-0f51580ea651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:17:25.366085 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-149f3ec5-ceed-4d13-9013-a9bb2a50b6f1 service neutron] Bound using segment: {'id': '35413a56-3c0e-4c8c-aaad-274cd70d5338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e529e759-3af1-49ab-b0be-0f51580ea651'} {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:17:25.366535 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-149f3ec5-ceed-4d13-9013-a9bb2a50b6f1 service neutron] Bound port: 6f4169d9-2187-487d-80d9-cd98b369fc4e, host: hv-cinder-79566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35413a56-3c0e-4c8c-aaad-274cd70d5338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e529e759-3af1-49ab-b0be-0f51580ea651'}}] {{(pid=92456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:17:25.366878 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-149f3ec5-ceed-4d13-9013-a9bb2a50b6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:25.456323 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-149f3ec5-ceed-4d13-9013-a9bb2a50b6f1 service neutron] For port 6f4169d9-2187-487d-80d9-cd98b369fc4e, host hv-cinder-79566, cleared binding levels {{(pid=92456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:17:25.459775 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-149f3ec5-ceed-4d13-9013-a9bb2a50b6f1 service neutron] For port 6f4169d9-2187-487d-80d9-cd98b369fc4e, host hv-cinder-79566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=6f4169d9-2187-487d-80d9-cd98b369fc4e,segment=NetworkSegment(35413a56-3c0e-4c8c-aaad-274cd70d5338),segment_id=35413a56-3c0e-4c8c-aaad-274cd70d5338)] {{(pid=92456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:17:25.531888 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-149f3ec5-ceed-4d13-9013-a9bb2a50b6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2273971'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:25.535934 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-39681918-9d4b-4a1e-afe0-f8c02b2a7714 tempest-ServerRescueNegativeTestJSON-331943647 tempest-ServerRescueNegativeTestJSON-331943647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:17:25.595064 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-149f3ec5-ceed-4d13-9013-a9bb2a50b6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:25.595751 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-149f3ec5-ceed-4d13-9013-a9bb2a50b6f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:25.597219 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-149f3ec5-ceed-4d13-9013-a9bb2a50b6f1 service neutron] 10.222.0.22 "PUT /v2.0/ports/6f4169d9-2187-487d-80d9-cd98b369fc4e HTTP/1.1" status: 200 len: 1093 time: 1.1197972 Jun 09 20:17:25.597845 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b334dbca-7ff4-4905-87e4-9192b8df9e9e', 'tag': '6f4169d9-2187-487d-80d9-cd98b369fc4e'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:17:25.600825 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbbfef2-2d85-45ed-8e96-2e2b4c207c20" -d '{"events": [{"name": "network-changed", "server_uuid": "b334dbca-7ff4-4905-87e4-9192b8df9e9e", "tag": "6f4169d9-2187-487d-80d9-cd98b369fc4e"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:17:25.629882 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f3ec5-ceed-4d13-9013-a9bb2a50b6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=6f4169d9-2187-487d-80d9-cd98b369fc4e,revision_number=3']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:17:25.640567 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-149f3ec5-ceed-4d13-9013-a9bb2a50b6f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:17:25.658266 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 20:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c312c1-e0a7-40e1-9154-3e11d881714e x-openstack-request-id: req-73c312c1-e0a7-40e1-9154-3e11d881714e {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:17:25.658815 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b334dbca-7ff4-4905-87e4-9192b8df9e9e", "tag": "6f4169d9-2187-487d-80d9-cd98b369fc4e", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:17:25.659635 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-73c312c1-e0a7-40e1-9154-3e11d881714e {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:17:25.660504 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b334dbca-7ff4-4905-87e4-9192b8df9e9e', 'tag': '6f4169d9-2187-487d-80d9-cd98b369fc4e', 'status': 'completed', 'code': 200} Jun 09 20:17:25.666850 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8389ee-77f2-4c56-82cc-908eef6c0c1e req-17f81b16-9543-4ca1-88ac-ab9dea96fd60 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:25.668364 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-dd8389ee-77f2-4c56-82cc-908eef6c0c1e req-17f81b16-9543-4ca1-88ac-ab9dea96fd60 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/ports?device_id=b334dbca-7ff4-4905-87e4-9192b8df9e9e HTTP/1.1" status: 200 len: 943 time: 0.0975738 Jun 09 20:17:25.717625 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-dd8389ee-77f2-4c56-82cc-908eef6c0c1e req-0fd455dd-ca0e-4298-8564-fd79babf8749 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/security-groups?id=827cef54-0b3e-45ff-bc34-201ade15ce77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425217 Jun 09 20:17:25.756712 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbfef2-2d85-45ed-8e96-2e2b4c207c20 req-d0804476-7dd7-43a0-891a-5b2f70a3b160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:25.758187 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-4fbbfef2-2d85-45ed-8e96-2e2b4c207c20 req-d0804476-7dd7-43a0-891a-5b2f70a3b160 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fe1dd033afe04fd99765c0c3031332b0&device_id=b334dbca-7ff4-4905-87e4-9192b8df9e9e HTTP/1.1" status: 200 len: 1096 time: 0.0777295 Jun 09 20:17:25.902878 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbfef2-2d85-45ed-8e96-2e2b4c207c20 req-61a94c7d-e1ca-4fac-aac6-c07c79449aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:25.904243 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-4fbbfef2-2d85-45ed-8e96-2e2b4c207c20 req-61a94c7d-e1ca-4fac-aac6-c07c79449aae service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=fe1dd033afe04fd99765c0c3031332b0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1380613 Jun 09 20:17:26.050779 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbfef2-2d85-45ed-8e96-2e2b4c207c20 req-439fc0a3-94fe-4512-bb98-18df2844a1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:26.052227 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-4fbbfef2-2d85-45ed-8e96-2e2b4c207c20 req-439fc0a3-94fe-4512-bb98-18df2844a1b0 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1417606 Jun 09 20:17:26.152182 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-36eb0e2c-1f25-4f8c-affa-f01d7e2a3816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:26.153651 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-36eb0e2c-1f25-4f8c-affa-f01d7e2a3816 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fe1dd033afe04fd99765c0c3031332b0&device_id=b334dbca-7ff4-4905-87e4-9192b8df9e9e HTTP/1.1" status: 200 len: 1096 time: 0.0684862 Jun 09 20:17:26.224773 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-f537c361-5d22-4b47-a728-f698a9d2b039 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f4169d9-2187-487d-80d9-cd98b369fc4e HTTP/1.1" status: 200 len: 217 time: 0.0630064 Jun 09 20:17:26.286471 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-fb908d9b-44ad-4570-a551-d6e6490581f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:26.288341 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-fb908d9b-44ad-4570-a551-d6e6490581f8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5792f4ee-8174-4319-986e-538e4ccd9f3b HTTP/1.1" status: 200 len: 848 time: 0.0569191 Jun 09 20:17:26.338084 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-590aae0b-4310-4d63-8b6a-06883d4828a4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e529e759-3af1-49ab-b0be-0f51580ea651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428734 Jun 09 20:17:26.468772 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-a1cc59ee-fbb4-4881-8a86-e7311ad3fbc1 service neutron] 10.222.0.22 "GET /v2.0/networks/e529e759-3af1-49ab-b0be-0f51580ea651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239421 Jun 09 20:17:26.600375 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a49a816d-70c9-46bc-8e7c-a80e7e6b2510 req-8b72896d-c9e1-4690-84a6-81e2b37e6c87 service neutron] 10.222.0.22 "GET /v2.0/networks/e529e759-3af1-49ab-b0be-0f51580ea651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239724 Jun 09 20:17:26.904073 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383eec4-50a5-4480-8eb4-3de40e1bb2a2 req-6db8ee4c-033f-4721-b60f-54a68ed62b85 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:26.905496 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9383eec4-50a5-4480-8eb4-3de40e1bb2a2 req-6db8ee4c-033f-4721-b60f-54a68ed62b85 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/ports?device_id=b334dbca-7ff4-4905-87e4-9192b8df9e9e HTTP/1.1" status: 200 len: 943 time: 0.0780587 Jun 09 20:17:26.950126 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9383eec4-50a5-4480-8eb4-3de40e1bb2a2 req-72b38c4f-c464-4b23-9f8f-7eac15cef570 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/security-groups?id=827cef54-0b3e-45ff-bc34-201ade15ce77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388985 Jun 09 20:17:28.135395 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db2c69-022f-4d09-8a46-f4bb25a5ad84 req-2039b80a-14bf-47bb-ab5b-87943a082793 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:28.136936 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-67db2c69-022f-4d09-8a46-f4bb25a5ad84 req-2039b80a-14bf-47bb-ab5b-87943a082793 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/ports?device_id=b334dbca-7ff4-4905-87e4-9192b8df9e9e HTTP/1.1" status: 200 len: 943 time: 0.0829530 Jun 09 20:17:28.181494 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-67db2c69-022f-4d09-8a46-f4bb25a5ad84 req-3f064977-69b0-449f-8547-727dc9e5f538 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/security-groups?id=827cef54-0b3e-45ff-bc34-201ade15ce77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389872 Jun 09 20:17:28.836962 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 6f4169d9-2187-487d-80d9-cd98b369fc4e details requested by agent hyperv_hv-cinder-79566 with host hv-cinder-79566 {{(pid=92457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 20:17:28.970046 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 6f4169d9-2187-487d-80d9-cd98b369fc4e, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=6f4169d9-2187-487d-80d9-cd98b369fc4e,segment=NetworkSegment(35413a56-3c0e-4c8c-aaad-274cd70d5338),segment_id=35413a56-3c0e-4c8c-aaad-274cd70d5338)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:17:28.988036 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Returning: {'device': '6f4169d9-2187-487d-80d9-cd98b369fc4e', 'network_id': 'e529e759-3af1-49ab-b0be-0f51580ea651', 'port_id': '6f4169d9-2187-487d-80d9-cd98b369fc4e', 'mac_address': 'fa:16:3e:9c:46:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5792f4ee-8174-4319-986e-538e4ccd9f3b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 20:17:29.051577 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:29.068166 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f4169d9-2187-487d-80d9-cd98b369fc4e {{(pid=92457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:17:29.083367 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 6f4169d9-2187-487d-80d9-cd98b369fc4e, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=6f4169d9-2187-487d-80d9-cd98b369fc4e,segment=NetworkSegment(35413a56-3c0e-4c8c-aaad-274cd70d5338),segment_id=35413a56-3c0e-4c8c-aaad-274cd70d5338)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:17:29.096398 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-632ccaf0-d24d-4885-a3ef-cdc3a7ca2dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:29.182317 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:29.184033 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-e8d04518-a69d-46e5-a7a0-efd2e0e0efa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:17:29.281660 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=6f4169d9-2187-487d-80d9-cd98b369fc4e,revision_number=4']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:17:29.291729 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:17:29.292432 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:17:29.292980 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:17:29.293366 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:17:29.293709 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:17:29.294042 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:17:29.294367 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:17:29.294742 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:17:29.295074 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:17:29.295703 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:17:29.296543 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:17:29.298386 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:17:29.301773 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:17:29.387278 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3815c9c-975b-46d1-a2fd-4dd2d6ceca2e req-2d44198e-bdb0-454d-b2a1-fed410d9ccd5 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:29.388753 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d3815c9c-975b-46d1-a2fd-4dd2d6ceca2e req-2d44198e-bdb0-454d-b2a1-fed410d9ccd5 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/ports?device_id=b334dbca-7ff4-4905-87e4-9192b8df9e9e HTTP/1.1" status: 200 len: 944 time: 0.0944307 Jun 09 20:17:29.414324 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['6f4169d9-2187-487d-80d9-cd98b369fc4e'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:17:29.433018 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d3815c9c-975b-46d1-a2fd-4dd2d6ceca2e req-2e856cfe-2284-41b4-b364-541cad536141 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/security-groups?id=827cef54-0b3e-45ff-bc34-201ade15ce77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386386 Jun 09 20:17:30.623332 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977d910-cc70-4ecf-a479-917d24c1c9c5 req-76ab1707-494a-44a7-8018-90e7aaa4c8d3 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:30.624993 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6977d910-cc70-4ecf-a479-917d24c1c9c5 req-76ab1707-494a-44a7-8018-90e7aaa4c8d3 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/ports?device_id=b334dbca-7ff4-4905-87e4-9192b8df9e9e HTTP/1.1" status: 200 len: 944 time: 0.0864513 Jun 09 20:17:30.675220 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6977d910-cc70-4ecf-a479-917d24c1c9c5 req-05b9e587-0d7c-451a-9b8f-405c7d064b86 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/security-groups?id=827cef54-0b3e-45ff-bc34-201ade15ce77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444837 Jun 09 20:17:30.744797 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-c86a2661-09a5-40e6-a184-c456df63088c req-33a81650-996b-4a49-be9c-9b7b50c483a4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1664267 Jun 09 20:17:30.837879 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a2661-09a5-40e6-a184-c456df63088c req-3fad047c-fd17-4b84-907b-dbbd1ea34810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:30.839348 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-c86a2661-09a5-40e6-a184-c456df63088c req-3fad047c-fd17-4b84-907b-dbbd1ea34810 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=77d6b587facd4bc88ca77baf7f14c937&device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 1098 time: 0.0731740 Jun 09 20:17:30.849821 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 6f4169d9-2187-487d-80d9-cd98b369fc4e up at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:17:30.976357 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning for port 6f4169d9-2187-487d-80d9-cd98b369fc4e completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:17:30.981291 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning complete for port 6f4169d9-2187-487d-80d9-cd98b369fc4e triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:17:30.981669 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:30.985797 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a2661-09a5-40e6-a184-c456df63088c req-02a5558a-1910-427f-9af2-261fcfd4635b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:30.987408 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-c86a2661-09a5-40e6-a184-c456df63088c req-02a5558a-1910-427f-9af2-261fcfd4635b service neutron] 10.222.0.22 "GET /v2.0/networks?id=c25cf144-9666-4eca-b7e8-da4423771347 HTTP/1.1" status: 200 len: 910 time: 0.1279128 Jun 09 20:17:31.097743 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-c86a2661-09a5-40e6-a184-c456df63088c req-33c10774-4357-4ebd-913f-5b0666761146 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7daff8f-0061-40be-bdfc-f48bc45eb88a HTTP/1.1" status: 200 len: 1001 time: 0.0981061 Jun 09 20:17:31.123138 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:31.150794 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b334dbca-7ff4-4905-87e4-9192b8df9e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4169d9-2187-487d-80d9-cd98b369fc4e'}] {{(pid=92457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:17:31.153088 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c413b0bec0402a5ae16451c6582d791322e0202680a960d7e14492227081b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c119226-061e-46db-a7ca-319bc8027d6b" -d '{"events": [{"server_uuid": "b334dbca-7ff4-4905-87e4-9192b8df9e9e", "name": "network-vif-plugged", "status": "completed", "tag": "6f4169d9-2187-487d-80d9-cd98b369fc4e"}]}' {{(pid=92457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:17:31.160786 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 6f4169d9-2187-487d-80d9-cd98b369fc4e, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=6f4169d9-2187-487d-80d9-cd98b369fc4e,segment=NetworkSegment(35413a56-3c0e-4c8c-aaad-274cd70d5338),segment_id=35413a56-3c0e-4c8c-aaad-274cd70d5338)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:17:31.165672 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a2661-09a5-40e6-a184-c456df63088c req-f7c89972-d928-4a31-8b04-d21911c72245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:31.167155 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-c86a2661-09a5-40e6-a184-c456df63088c req-f7c89972-d928-4a31-8b04-d21911c72245 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e6100829-d6cf-4576-ade0-479f0419f14e HTTP/1.1" status: 200 len: 848 time: 0.0633190 Jun 09 20:17:31.197325 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84fb3d1-ff44-4c64-9bf1-e051b46f1b9e x-openstack-request-id: req-f84fb3d1-ff44-4c64-9bf1-e051b46f1b9e {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:17:31.197624 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b334dbca-7ff4-4905-87e4-9192b8df9e9e", "name": "network-vif-plugged", "status": "completed", "tag": "6f4169d9-2187-487d-80d9-cd98b369fc4e", "code": 200}]} {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:17:31.197891 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f84fb3d1-ff44-4c64-9bf1-e051b46f1b9e {{(pid=92457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:17:31.198280 dv-cinder-795669-1-iscsi neutron-server[92457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b334dbca-7ff4-4905-87e4-9192b8df9e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4169d9-2187-487d-80d9-cd98b369fc4e', 'code': 200} Jun 09 20:17:31.248287 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a2661-09a5-40e6-a184-c456df63088c req-7e245366-6574-448c-af60-d5ba11876300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:31.249747 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-c86a2661-09a5-40e6-a184-c456df63088c req-7e245366-6574-448c-af60-d5ba11876300 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c25cf144-9666-4eca-b7e8-da4423771347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717382 Jun 09 20:17:31.251048 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:31.252948 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-f549f72b-d0b5-45e6-883b-d9bcbd6ef577 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:17:31.323022 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=6f4169d9-2187-487d-80d9-cd98b369fc4e,revision_number=5']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:17:31.326036 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:17:31.388699 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-c86a2661-09a5-40e6-a184-c456df63088c req-12685041-e4d9-475d-ab79-6d70343e424a service neutron] 10.222.0.22 "GET /v2.0/networks/c25cf144-9666-4eca-b7e8-da4423771347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308024 Jun 09 20:17:31.479528 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:31.526449 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-c86a2661-09a5-40e6-a184-c456df63088c req-999506e0-2b65-4ae9-bb5f-0a014a02d663 service neutron] 10.222.0.22 "GET /v2.0/networks/c25cf144-9666-4eca-b7e8-da4423771347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297050 Jun 09 20:17:31.625583 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a67376-88a0-49d4-8c67-a457957accfa req-2cd8034c-60b2-4bfb-a751-27e6204c5bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:31.627076 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-c3a67376-88a0-49d4-8c67-a457957accfa req-2cd8034c-60b2-4bfb-a751-27e6204c5bba service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b334dbca-7ff4-4905-87e4-9192b8df9e9e HTTP/1.1" status: 200 len: 1098 time: 0.0698972 Jun 09 20:17:31.673096 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-c3a67376-88a0-49d4-8c67-a457957accfa req-35a96a9e-e6f4-4216-9b80-0b2873eeacb9 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=827cef54-0b3e-45ff-bc34-201ade15ce77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389006 Jun 09 20:17:31.864511 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76884759-d025-4cae-95c0-7aad70dd97df req-f265b3c9-71b4-40a1-9dff-fff061d72d4d tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:31.866353 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-76884759-d025-4cae-95c0-7aad70dd97df req-f265b3c9-71b4-40a1-9dff-fff061d72d4d tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/ports?device_id=b334dbca-7ff4-4905-87e4-9192b8df9e9e HTTP/1.1" status: 200 len: 945 time: 0.0806797 Jun 09 20:17:31.867974 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-bc7a3ad4-ef48-4169-9d20-3aee3e00d370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:31.915392 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-76884759-d025-4cae-95c0-7aad70dd97df req-b54ab77f-92d9-4320-8e72-f8600835bc94 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/security-groups?id=827cef54-0b3e-45ff-bc34-201ade15ce77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429842 Jun 09 20:17:32.782746 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:33.106914 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61bc26-7925-46e1-bb7e-c3cb2fb7b85b req-65899a82-a6f6-4d3b-ad41-70b220cff09b tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:33.108273 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ca61bc26-7925-46e1-bb7e-c3cb2fb7b85b req-65899a82-a6f6-4d3b-ad41-70b220cff09b tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/ports?device_id=b334dbca-7ff4-4905-87e4-9192b8df9e9e HTTP/1.1" status: 200 len: 945 time: 0.0847182 Jun 09 20:17:33.155274 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ca61bc26-7925-46e1-bb7e-c3cb2fb7b85b req-d8a090ef-1880-43fa-8bbc-9456be02ad18 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/security-groups?id=827cef54-0b3e-45ff-bc34-201ade15ce77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413597 Jun 09 20:17:34.405082 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:35.008493 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00560abc-0fa4-4f36-b4a7-66d784ec78cd req-2214c6c3-ce97-42c7-8872-ae60afdd4c35 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:35.009918 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-00560abc-0fa4-4f36-b4a7-66d784ec78cd req-2214c6c3-ce97-42c7-8872-ae60afdd4c35 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/ports?device_id=b334dbca-7ff4-4905-87e4-9192b8df9e9e HTTP/1.1" status: 200 len: 945 time: 0.0837114 Jun 09 20:17:35.054288 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-00560abc-0fa4-4f36-b4a7-66d784ec78cd req-9be1b693-e25c-44b1-bbeb-018779b02b22 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/security-groups?id=827cef54-0b3e-45ff-bc34-201ade15ce77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388048 Jun 09 20:17:36.244979 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc071e23-e666-4906-999f-25d724bcfaed req-a02b4a3d-eef1-4ba6-91bb-6f37b1dfdb8a tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:36.246401 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-cc071e23-e666-4906-999f-25d724bcfaed req-a02b4a3d-eef1-4ba6-91bb-6f37b1dfdb8a tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/ports?device_id=b334dbca-7ff4-4905-87e4-9192b8df9e9e HTTP/1.1" status: 200 len: 945 time: 0.0823879 Jun 09 20:17:36.297244 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-cc071e23-e666-4906-999f-25d724bcfaed req-6e29f6fc-38f8-4420-b7bc-474963ff268a tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/security-groups?id=827cef54-0b3e-45ff-bc34-201ade15ce77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453432 Jun 09 20:17:36.359619 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e8367-aece-4c99-b198-af21f7e30a1c req-3d39010b-9369-4c6e-ab5f-ab4df11076ba tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:36.361112 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-1e2e8367-aece-4c99-b198-af21f7e30a1c req-3d39010b-9369-4c6e-ab5f-ab4df11076ba tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.22 "GET /v2.0/ports?device_id=b334dbca-7ff4-4905-87e4-9192b8df9e9e HTTP/1.1" status: 200 len: 945 time: 0.0804870 Jun 09 20:17:36.510349 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [req-1e2e8367-aece-4c99-b198-af21f7e30a1c req-7c613a56-bcf2-4825-876c-f3845713434a tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Deleting port 6f4169d9-2187-487d-80d9-cd98b369fc4e {{(pid=92456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:17:36.510593 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-1e2e8367-aece-4c99-b198-af21f7e30a1c req-7c613a56-bcf2-4825-876c-f3845713434a tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:36.649975 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-1e2e8367-aece-4c99-b198-af21f7e30a1c req-7c613a56-bcf2-4825-876c-f3845713434a tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] For port 6f4169d9-2187-487d-80d9-cd98b369fc4e, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=6f4169d9-2187-487d-80d9-cd98b369fc4e,segment=NetworkSegment(35413a56-3c0e-4c8c-aaad-274cd70d5338),segment_id=35413a56-3c0e-4c8c-aaad-274cd70d5338)] {{(pid=92456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:17:36.650327 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-1e2e8367-aece-4c99-b198-af21f7e30a1c req-7c613a56-bcf2-4825-876c-f3845713434a tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:36.777308 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [req-1e2e8367-aece-4c99-b198-af21f7e30a1c req-7c613a56-bcf2-4825-876c-f3845713434a tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Calling delete_port for 6f4169d9-2187-487d-80d9-cd98b369fc4e owned by compute:nova {{(pid=92456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:17:36.963586 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-1e2e8367-aece-4c99-b198-af21f7e30a1c req-7c613a56-bcf2-4825-876c-f3845713434a tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2273976'] for port, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:36.970895 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-1094f61b-a4ee-4221-8292-954b225def51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:17:36.975945 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['6f4169d9-2187-487d-80d9-cd98b369fc4e'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:17:37.047651 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c613a56-bcf2-4825-876c-f3845713434a tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Pushing event deleted for resources: {'Port': ['ID=6f4169d9-2187-487d-80d9-cd98b369fc4e,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:17:37.065134 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c613a56-bcf2-4825-876c-f3845713434a tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:17:37.065504 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c613a56-bcf2-4825-876c-f3845713434a tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:17:37.065870 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c613a56-bcf2-4825-876c-f3845713434a tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:17:37.066226 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c613a56-bcf2-4825-876c-f3845713434a tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:17:37.066606 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c613a56-bcf2-4825-876c-f3845713434a tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:17:37.066955 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c613a56-bcf2-4825-876c-f3845713434a tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:17:37.067302 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c613a56-bcf2-4825-876c-f3845713434a tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:17:37.067646 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c613a56-bcf2-4825-876c-f3845713434a tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:17:37.068012 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c613a56-bcf2-4825-876c-f3845713434a tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:17:37.068358 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c613a56-bcf2-4825-876c-f3845713434a tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:17:37.068698 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c613a56-bcf2-4825-876c-f3845713434a tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:17:37.069039 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c613a56-bcf2-4825-876c-f3845713434a tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:17:37.098355 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-7c613a56-bcf2-4825-876c-f3845713434a tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:17:37.196074 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2e8367-aece-4c99-b198-af21f7e30a1c req-7c613a56-bcf2-4825-876c-f3845713434a tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] No DVR routers for this DVR port 6f4169d9-2187-487d-80d9-cd98b369fc4e on host hv-cinder-79566 {{(pid=92456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 20:17:37.198701 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-1e2e8367-aece-4c99-b198-af21f7e30a1c req-7c613a56-bcf2-4825-876c-f3845713434a tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:37.200703 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-1e2e8367-aece-4c99-b198-af21f7e30a1c req-7c613a56-bcf2-4825-876c-f3845713434a tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.22 "DELETE /v2.0/ports/6f4169d9-2187-487d-80d9-cd98b369fc4e HTTP/1.1" status: 204 len: 173 time: 0.8326097 Jun 09 20:17:37.201204 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b334dbca-7ff4-4905-87e4-9192b8df9e9e', 'name': 'network-vif-deleted', 'tag': '6f4169d9-2187-487d-80d9-cd98b369fc4e'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:17:37.203671 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb97f28-a4f8-4c47-b522-c8bdbb82e9f9" -d '{"events": [{"server_uuid": "b334dbca-7ff4-4905-87e4-9192b8df9e9e", "name": "network-vif-deleted", "tag": "6f4169d9-2187-487d-80d9-cd98b369fc4e"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:17:37.244254 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e36d38-3b13-44be-bab0-4bb292031577 x-openstack-request-id: req-56e36d38-3b13-44be-bab0-4bb292031577 {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:17:37.244730 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b334dbca-7ff4-4905-87e4-9192b8df9e9e", "name": "network-vif-deleted", "tag": "6f4169d9-2187-487d-80d9-cd98b369fc4e", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:17:37.245020 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-56e36d38-3b13-44be-bab0-4bb292031577 {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:17:37.245448 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b334dbca-7ff4-4905-87e4-9192b8df9e9e', 'name': 'network-vif-deleted', 'tag': '6f4169d9-2187-487d-80d9-cd98b369fc4e', 'status': 'completed', 'code': 200} Jun 09 20:17:37.454947 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-bf1a0b38-128e-45b4-8ba4-893738c698ab req-6f0d4275-ad7d-4bba-b7bb-3d73f31c828b tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/ports?device_id=b334dbca-7ff4-4905-87e4-9192b8df9e9e HTTP/1.1" status: 200 len: 210 time: 0.0451605 Jun 09 20:17:37.900919 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 6 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:17:38.899451 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-248715b0-e945-4836-8ef3-3939b1906c54 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:38.900780 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-248715b0-e945-4836-8ef3-3939b1906c54 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/networks?id=e529e759-3af1-49ab-b0be-0f51580ea651 HTTP/1.1" status: 200 len: 808 time: 0.2310998 Jun 09 20:17:38.916362 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-27a92120-a242-46eb-a89a-f36f604ca683 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/quotas/fe1dd033afe04fd99765c0c3031332b0 HTTP/1.1" status: 200 len: 375 time: 0.0096600 Jun 09 20:17:38.962430 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-7f45d5a2-d691-4156-9149-d07955497107 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe1dd033afe04fd99765c0c3031332b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404556 Jun 09 20:17:39.090493 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-0c384862-243d-4b39-9c5c-803d22ca2ffb service neutron] 10.222.0.15 "GET /v2.0/networks/e529e759-3af1-49ab-b0be-0f51580ea651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217926 Jun 09 20:17:39.223355 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-a3588ce1-1309-4f9a-89fa-b9468607612e service neutron] 10.222.0.15 "GET /v2.0/networks/e529e759-3af1-49ab-b0be-0f51580ea651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271598 Jun 09 20:17:39.487896 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2a45767e-d813-4095-908b-087400fe653f req-c0dcdb48-ccde-42f1-9757-4c52c144a810 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/ports?device_id=30727486-c7cc-403a-8b46-af018ec5b5b8 HTTP/1.1" status: 200 len: 210 time: 0.0429540 Jun 09 20:17:40.638631 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-314ca763-af38-4853-bea3-d837668e1025 req-d32930b1-8f61-4e4c-9e53-cb7a197e2dde tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/ports?device_id=30727486-c7cc-403a-8b46-af018ec5b5b8 HTTP/1.1" status: 200 len: 210 time: 0.0460021 Jun 09 20:17:40.895543 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 6f4169d9-2187-487d-80d9-cd98b369fc4e no longer exists at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:17:40.929664 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] No Port match for: 6f4169d9-2187-487d-80d9-cd98b369fc4e {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:17:40.930019 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 6f4169d9-2187-487d-80d9-cd98b369fc4e not bound to the agent host hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:17:41.466637 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-746109c2-a9f1-4d36-b910-a74b9fe22c53 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:41.468222 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-746109c2-a9f1-4d36-b910-a74b9fe22c53 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.22 "GET /v2.0/networks?id=e529e759-3af1-49ab-b0be-0f51580ea651 HTTP/1.1" status: 200 len: 808 time: 0.1587014 Jun 09 20:17:41.482144 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-affde59d-0187-4da3-a0f3-4fa2c61f64af tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Request body: {'port': {'device_id': '30727486-c7cc-403a-8b46-af018ec5b5b8', 'network_id': 'e529e759-3af1-49ab-b0be-0f51580ea651', 'admin_state_up': True, 'tenant_id': 'fe1dd033afe04fd99765c0c3031332b0'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:17:41.747133 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-affde59d-0187-4da3-a0f3-4fa2c61f64af tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Made reservation on behalf of fe1dd033afe04fd99765c0c3031332b0 for: {'port': 1} {{(pid=92456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:17:41.750729 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-affde59d-0187-4da3-a0f3-4fa2c61f64af tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:41.794036 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-afcad41f-fa00-4a6a-a6d4-5f6dd1a8bad6 req-3140e1db-59c7-4d41-ac4d-7e91e5d7cf85 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/ports?device_id=30727486-c7cc-403a-8b46-af018ec5b5b8 HTTP/1.1" status: 200 len: 210 time: 0.0471988 Jun 09 20:17:41.919055 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_common [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-affde59d-0187-4da3-a0f3-4fa2c61f64af tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Allocated IP 172.20.0.9 (e529e759-3af1-49ab-b0be-0f51580ea651/5792f4ee-8174-4319-986e-538e4ccd9f3b/c31790f6-b702-4eee-81b2-0156b8d18ba0) {{(pid=92456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:17:42.116874 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-affde59d-0187-4da3-a0f3-4fa2c61f64af tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Notify callbacks [] for port, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:42.243642 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-affde59d-0187-4da3-a0f3-4fa2c61f64af tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2273985'] for port, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:42.249458 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-7b63bfb0-032c-4420-962f-f709d0cee595 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:17:42.312235 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-affde59d-0187-4da3-a0f3-4fa2c61f64af tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Network e529e759-3af1-49ab-b0be-0f51580ea651 is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:17:42.315266 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-affde59d-0187-4da3-a0f3-4fa2c61f64af tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:17:42.319383 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-affde59d-0187-4da3-a0f3-4fa2c61f64af tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Received port after_create {{(pid=92456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:17:42.360469 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affde59d-0187-4da3-a0f3-4fa2c61f64af tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Pushing event updated for resources: {'Port': ['ID=c31790f6-b702-4eee-81b2-0156b8d18ba0,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:17:42.364730 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-affde59d-0187-4da3-a0f3-4fa2c61f64af tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:17:42.391539 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-affde59d-0187-4da3-a0f3-4fa2c61f64af tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:42.392242 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-affde59d-0187-4da3-a0f3-4fa2c61f64af tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:42.513706 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-affde59d-0187-4da3-a0f3-4fa2c61f64af tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0360298 Jun 09 20:17:42.527306 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-1f90a1b3-fb04-45d5-a121-efc235f820b2 service neutron] Request body: {'port': {'device_id': '30727486-c7cc-403a-8b46-af018ec5b5b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79566'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:17:42.636832 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-1f90a1b3-fb04-45d5-a121-efc235f820b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:42.978586 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-1f90a1b3-fb04-45d5-a121-efc235f820b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c31790f6-b702-4eee-81b2-0156b8d18ba0 {{(pid=92456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:17:42.983149 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c3687-f248-461a-b75d-43050ef0363f req-e08f2018-c31c-4fb3-84f4-7f009552cf6a tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:42.984653 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-200c3687-f248-461a-b75d-43050ef0363f req-e08f2018-c31c-4fb3-84f4-7f009552cf6a tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/ports?device_id=30727486-c7cc-403a-8b46-af018ec5b5b8 HTTP/1.1" status: 200 len: 931 time: 0.0842662 Jun 09 20:17:42.985783 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-1f90a1b3-fb04-45d5-a121-efc235f820b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:42.999738 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.provisioning_blocks [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-1f90a1b3-fb04-45d5-a121-efc235f820b2 service neutron] Transition to ACTIVE for port object c31790f6-b702-4eee-81b2-0156b8d18ba0 will not be triggered until provisioned by entity L2. {{(pid=92456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:17:43.029628 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-200c3687-f248-461a-b75d-43050ef0363f req-21ca2a97-d805-4948-a914-15293b1de555 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/security-groups?id=827cef54-0b3e-45ff-bc34-201ade15ce77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389113 Jun 09 20:17:43.061769 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-1f90a1b3-fb04-45d5-a121-efc235f820b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2273971'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:43.066620 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-c05b810d-2aad-4c46-b497-b5bc9e861860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:17:43.247690 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f90a1b3-fb04-45d5-a121-efc235f820b2 service neutron] Pushing event updated for resources: {'Port': ['ID=c31790f6-b702-4eee-81b2-0156b8d18ba0,revision_number=2']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:17:43.250541 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-1f90a1b3-fb04-45d5-a121-efc235f820b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:17:43.291907 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-1f90a1b3-fb04-45d5-a121-efc235f820b2 service neutron] Attempting to bind port c31790f6-b702-4eee-81b2-0156b8d18ba0 on host hv-cinder-79566 for vnic_type normal with profile {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:17:43.292237 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-1f90a1b3-fb04-45d5-a121-efc235f820b2 service neutron] Attempting to bind port c31790f6-b702-4eee-81b2-0156b8d18ba0 by drivers openvswitch,hyperv on host hv-cinder-79566 at level 0 using segments [{'id': '35413a56-3c0e-4c8c-aaad-274cd70d5338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e529e759-3af1-49ab-b0be-0f51580ea651'}] {{(pid=92456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:17:43.292560 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-1f90a1b3-fb04-45d5-a121-efc235f820b2 service neutron] Attempting to bind port c31790f6-b702-4eee-81b2-0156b8d18ba0 on network e529e759-3af1-49ab-b0be-0f51580ea651 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:17:43.297350 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-1f90a1b3-fb04-45d5-a121-efc235f820b2 service neutron] Port c31790f6-b702-4eee-81b2-0156b8d18ba0 on network e529e759-3af1-49ab-b0be-0f51580ea651 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79566 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 20:17:43.297663 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-1f90a1b3-fb04-45d5-a121-efc235f820b2 service neutron] Attempting to bind port c31790f6-b702-4eee-81b2-0156b8d18ba0 on network e529e759-3af1-49ab-b0be-0f51580ea651 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:17:43.302714 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-1f90a1b3-fb04-45d5-a121-efc235f820b2 service neutron] Checking agent: {'id': '747acf60-c6b9-434b-b325-86e193e3fffe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 20, 7, 24), 'started_at': datetime.datetime(2021, 6, 9, 20, 7, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:17:43.303336 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-1f90a1b3-fb04-45d5-a121-efc235f820b2 service neutron] Checking segment: {'id': '35413a56-3c0e-4c8c-aaad-274cd70d5338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e529e759-3af1-49ab-b0be-0f51580ea651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:17:43.303764 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-1f90a1b3-fb04-45d5-a121-efc235f820b2 service neutron] Bound using segment: {'id': '35413a56-3c0e-4c8c-aaad-274cd70d5338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e529e759-3af1-49ab-b0be-0f51580ea651'} {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:17:43.304246 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-1f90a1b3-fb04-45d5-a121-efc235f820b2 service neutron] Bound port: c31790f6-b702-4eee-81b2-0156b8d18ba0, host: hv-cinder-79566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35413a56-3c0e-4c8c-aaad-274cd70d5338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e529e759-3af1-49ab-b0be-0f51580ea651'}}] {{(pid=92456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:17:43.304617 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-1f90a1b3-fb04-45d5-a121-efc235f820b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:43.390609 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-1f90a1b3-fb04-45d5-a121-efc235f820b2 service neutron] For port c31790f6-b702-4eee-81b2-0156b8d18ba0, host hv-cinder-79566, cleared binding levels {{(pid=92456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:17:43.393348 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-1f90a1b3-fb04-45d5-a121-efc235f820b2 service neutron] For port c31790f6-b702-4eee-81b2-0156b8d18ba0, host hv-cinder-79566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=c31790f6-b702-4eee-81b2-0156b8d18ba0,segment=NetworkSegment(35413a56-3c0e-4c8c-aaad-274cd70d5338),segment_id=35413a56-3c0e-4c8c-aaad-274cd70d5338)] {{(pid=92456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:17:43.483294 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-1f90a1b3-fb04-45d5-a121-efc235f820b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2273971'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:43.487761 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-e16715b9-1257-4463-8370-7f6a68cf8db9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:17:43.643747 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-1f90a1b3-fb04-45d5-a121-efc235f820b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:43.644381 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-1f90a1b3-fb04-45d5-a121-efc235f820b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:43.645739 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-1f90a1b3-fb04-45d5-a121-efc235f820b2 service neutron] 10.222.0.22 "PUT /v2.0/ports/c31790f6-b702-4eee-81b2-0156b8d18ba0 HTTP/1.1" status: 200 len: 1093 time: 1.1225929 Jun 09 20:17:43.646280 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30727486-c7cc-403a-8b46-af018ec5b5b8', 'tag': 'c31790f6-b702-4eee-81b2-0156b8d18ba0'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:17:43.648577 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfeced2-ec28-4289-b5ba-ce8fe52a17eb" -d '{"events": [{"name": "network-changed", "server_uuid": "30727486-c7cc-403a-8b46-af018ec5b5b8", "tag": "c31790f6-b702-4eee-81b2-0156b8d18ba0"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:17:43.666151 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f90a1b3-fb04-45d5-a121-efc235f820b2 service neutron] Pushing event updated for resources: {'Port': ['ID=c31790f6-b702-4eee-81b2-0156b8d18ba0,revision_number=3']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:17:43.672928 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-1f90a1b3-fb04-45d5-a121-efc235f820b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:17:43.705168 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 20:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18170942-dc23-4408-8dc3-096d18e64327 x-openstack-request-id: req-18170942-dc23-4408-8dc3-096d18e64327 {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:17:43.705511 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30727486-c7cc-403a-8b46-af018ec5b5b8", "tag": "c31790f6-b702-4eee-81b2-0156b8d18ba0", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:17:43.705810 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-18170942-dc23-4408-8dc3-096d18e64327 {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:17:43.706243 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30727486-c7cc-403a-8b46-af018ec5b5b8', 'tag': 'c31790f6-b702-4eee-81b2-0156b8d18ba0', 'status': 'completed', 'code': 200} Jun 09 20:17:43.796238 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfeced2-ec28-4289-b5ba-ce8fe52a17eb req-50d38b96-442c-494c-97b9-61628a271a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:43.797692 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-fbfeced2-ec28-4289-b5ba-ce8fe52a17eb req-50d38b96-442c-494c-97b9-61628a271a25 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fe1dd033afe04fd99765c0c3031332b0&device_id=30727486-c7cc-403a-8b46-af018ec5b5b8 HTTP/1.1" status: 200 len: 1096 time: 0.0713670 Jun 09 20:17:43.940202 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfeced2-ec28-4289-b5ba-ce8fe52a17eb req-39233da9-e32e-477a-afe2-51dea9403a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:43.941538 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-fbfeced2-ec28-4289-b5ba-ce8fe52a17eb req-39233da9-e32e-477a-afe2-51dea9403a1b service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=fe1dd033afe04fd99765c0c3031332b0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1363523 Jun 09 20:17:44.074669 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfeced2-ec28-4289-b5ba-ce8fe52a17eb req-e1612a36-b7b5-4d80-82fc-33abdfbacd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:44.076277 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-fbfeced2-ec28-4289-b5ba-ce8fe52a17eb req-e1612a36-b7b5-4d80-82fc-33abdfbacd07 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1283855 Jun 09 20:17:44.191454 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-bc034a3f-cdb1-4c42-b897-f5984b41f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:44.192924 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-bc034a3f-cdb1-4c42-b897-f5984b41f0d3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fe1dd033afe04fd99765c0c3031332b0&device_id=30727486-c7cc-403a-8b46-af018ec5b5b8 HTTP/1.1" status: 200 len: 1096 time: 0.0787449 Jun 09 20:17:44.214913 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51e025-1c83-4aca-b565-c21e9d171fac req-7e9c9cd4-d845-4a9c-a1c1-7a1d094068f9 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:44.216542 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-0d51e025-1c83-4aca-b565-c21e9d171fac req-7e9c9cd4-d845-4a9c-a1c1-7a1d094068f9 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/ports?device_id=30727486-c7cc-403a-8b46-af018ec5b5b8 HTTP/1.1" status: 200 len: 943 time: 0.0805147 Jun 09 20:17:44.261041 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-0d51e025-1c83-4aca-b565-c21e9d171fac req-62ff9976-a651-436f-b7fd-8430c6ab79d4 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/security-groups?id=827cef54-0b3e-45ff-bc34-201ade15ce77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388589 Jun 09 20:17:44.262339 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-2d42002c-3572-4ee1-8991-cd9e03de3ac5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c31790f6-b702-4eee-81b2-0156b8d18ba0 HTTP/1.1" status: 200 len: 217 time: 0.0618026 Jun 09 20:17:44.326122 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-22a878bc-8075-4761-819e-bf8b1cc8214d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:44.327484 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-22a878bc-8075-4761-819e-bf8b1cc8214d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5792f4ee-8174-4319-986e-538e4ccd9f3b HTTP/1.1" status: 200 len: 848 time: 0.0553782 Jun 09 20:17:44.377986 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-517c7720-2583-4da2-8b39-09a8df475a8b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e529e759-3af1-49ab-b0be-0f51580ea651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393944 Jun 09 20:17:44.509250 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-044d128b-50c1-41fc-9ff5-41168a0f8fc8 service neutron] 10.222.0.22 "GET /v2.0/networks/e529e759-3af1-49ab-b0be-0f51580ea651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218741 Jun 09 20:17:44.637592 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a560f0f1-59b3-4566-84d1-6b13caf625df req-70c98f67-670f-4693-950b-7ae62292e518 service neutron] 10.222.0.22 "GET /v2.0/networks/e529e759-3af1-49ab-b0be-0f51580ea651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212969 Jun 09 20:17:45.446734 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd3dbf-8b83-4830-9a64-fb5cbca121a2 req-2d98864d-a1b6-4256-aacb-3958783ac464 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:45.448176 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-eddd3dbf-8b83-4830-9a64-fb5cbca121a2 req-2d98864d-a1b6-4256-aacb-3958783ac464 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/ports?device_id=30727486-c7cc-403a-8b46-af018ec5b5b8 HTTP/1.1" status: 200 len: 943 time: 0.0825987 Jun 09 20:17:45.491417 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-eddd3dbf-8b83-4830-9a64-fb5cbca121a2 req-570ac66c-1096-4213-b074-00c4d7058c28 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/security-groups?id=827cef54-0b3e-45ff-bc34-201ade15ce77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368760 Jun 09 20:17:46.669400 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7374a6f-7631-4cb0-a8e2-5f0dbc806c7d req-6cc1eadd-d5ac-4605-b95e-14c88078cd65 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:46.671076 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c7374a6f-7631-4cb0-a8e2-5f0dbc806c7d req-6cc1eadd-d5ac-4605-b95e-14c88078cd65 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/ports?device_id=30727486-c7cc-403a-8b46-af018ec5b5b8 HTTP/1.1" status: 200 len: 943 time: 0.0776517 Jun 09 20:17:46.714659 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c7374a6f-7631-4cb0-a8e2-5f0dbc806c7d req-976231e5-eab1-4e96-b140-9d7cdfd08b07 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/security-groups?id=827cef54-0b3e-45ff-bc34-201ade15ce77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379570 Jun 09 20:17:46.895626 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device c31790f6-b702-4eee-81b2-0156b8d18ba0 details requested by agent hyperv_hv-cinder-79566 with host hv-cinder-79566 {{(pid=92457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 20:17:47.029862 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port c31790f6-b702-4eee-81b2-0156b8d18ba0, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=c31790f6-b702-4eee-81b2-0156b8d18ba0,segment=NetworkSegment(35413a56-3c0e-4c8c-aaad-274cd70d5338),segment_id=35413a56-3c0e-4c8c-aaad-274cd70d5338)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:17:47.043806 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Returning: {'device': 'c31790f6-b702-4eee-81b2-0156b8d18ba0', 'network_id': 'e529e759-3af1-49ab-b0be-0f51580ea651', 'port_id': 'c31790f6-b702-4eee-81b2-0156b8d18ba0', 'mac_address': 'fa:16:3e:99:e2:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5792f4ee-8174-4319-986e-538e4ccd9f3b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 20:17:47.104700 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:47.122745 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c31790f6-b702-4eee-81b2-0156b8d18ba0 {{(pid=92457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:17:47.139360 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port c31790f6-b702-4eee-81b2-0156b8d18ba0, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=c31790f6-b702-4eee-81b2-0156b8d18ba0,segment=NetworkSegment(35413a56-3c0e-4c8c-aaad-274cd70d5338),segment_id=35413a56-3c0e-4c8c-aaad-274cd70d5338)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:17:47.210458 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:47.212332 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:17:47.277748 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=c31790f6-b702-4eee-81b2-0156b8d18ba0,revision_number=4']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:17:47.280816 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:17:47.422441 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['c31790f6-b702-4eee-81b2-0156b8d18ba0'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:17:47.909430 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf1e35-e6fe-4006-b2ab-cd2eb0128314 req-64d26abd-b6f9-45e0-97fa-298bc922ac5f tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:47.910890 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f9cf1e35-e6fe-4006-b2ab-cd2eb0128314 req-64d26abd-b6f9-45e0-97fa-298bc922ac5f tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/ports?device_id=30727486-c7cc-403a-8b46-af018ec5b5b8 HTTP/1.1" status: 200 len: 944 time: 0.0878937 Jun 09 20:17:47.955669 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f9cf1e35-e6fe-4006-b2ab-cd2eb0128314 req-79535f47-a48e-418e-a1f7-d19bdc97b13a tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/security-groups?id=827cef54-0b3e-45ff-bc34-201ade15ce77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391808 Jun 09 20:17:48.897164 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device c31790f6-b702-4eee-81b2-0156b8d18ba0 up at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:17:49.027164 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning for port c31790f6-b702-4eee-81b2-0156b8d18ba0 completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:17:49.031973 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning complete for port c31790f6-b702-4eee-81b2-0156b8d18ba0 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:17:49.032350 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:49.140235 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca67d4e0-0864-4166-954e-c6e781aef832 req-2dbd1041-cc30-4cfe-a822-5d273b81f728 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:49.141689 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ca67d4e0-0864-4166-954e-c6e781aef832 req-2dbd1041-cc30-4cfe-a822-5d273b81f728 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/ports?device_id=30727486-c7cc-403a-8b46-af018ec5b5b8 HTTP/1.1" status: 200 len: 944 time: 0.0785975 Jun 09 20:17:49.181118 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:49.191726 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ca67d4e0-0864-4166-954e-c6e781aef832 req-0467d12e-ffa2-4907-bf20-1251c4cc4a9d tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/security-groups?id=827cef54-0b3e-45ff-bc34-201ade15ce77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444195 Jun 09 20:17:49.207473 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30727486-c7cc-403a-8b46-af018ec5b5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31790f6-b702-4eee-81b2-0156b8d18ba0'}] {{(pid=92457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:17:49.210286 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c413b0bec0402a5ae16451c6582d791322e0202680a960d7e14492227081b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c64f120-842b-4ab3-a9ce-ee7db73d3556" -d '{"events": [{"server_uuid": "30727486-c7cc-403a-8b46-af018ec5b5b8", "name": "network-vif-plugged", "status": "completed", "tag": "c31790f6-b702-4eee-81b2-0156b8d18ba0"}]}' {{(pid=92457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:17:49.217699 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port c31790f6-b702-4eee-81b2-0156b8d18ba0, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=c31790f6-b702-4eee-81b2-0156b8d18ba0,segment=NetworkSegment(35413a56-3c0e-4c8c-aaad-274cd70d5338),segment_id=35413a56-3c0e-4c8c-aaad-274cd70d5338)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:17:49.253483 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5237058e-926c-4789-80ba-d7e50f344080 x-openstack-request-id: req-5237058e-926c-4789-80ba-d7e50f344080 {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:17:49.253804 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30727486-c7cc-403a-8b46-af018ec5b5b8", "name": "network-vif-plugged", "status": "completed", "tag": "c31790f6-b702-4eee-81b2-0156b8d18ba0", "code": 200}]} {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:17:49.254156 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5237058e-926c-4789-80ba-d7e50f344080 {{(pid=92457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:17:49.254570 dv-cinder-795669-1-iscsi neutron-server[92457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30727486-c7cc-403a-8b46-af018ec5b5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31790f6-b702-4eee-81b2-0156b8d18ba0', 'code': 200} Jun 09 20:17:49.312635 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:49.314495 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-0fb110ed-5408-48e1-aa56-7f80ab6544a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:17:49.380798 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=c31790f6-b702-4eee-81b2-0156b8d18ba0,revision_number=5']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:17:49.384465 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:17:49.652671 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521940d-ec77-4954-8ba3-a23bb3d7d8dc req-26d1769c-4138-4549-a166-a2a4d3d47f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:49.654171 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-1521940d-ec77-4954-8ba3-a23bb3d7d8dc req-26d1769c-4138-4549-a166-a2a4d3d47f2e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=30727486-c7cc-403a-8b46-af018ec5b5b8 HTTP/1.1" status: 200 len: 1098 time: 0.0758460 Jun 09 20:17:49.696657 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-1521940d-ec77-4954-8ba3-a23bb3d7d8dc req-cce1b802-7a9d-4036-82bb-06cf4eb41f0a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=827cef54-0b3e-45ff-bc34-201ade15ce77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351801 Jun 09 20:17:50.390736 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77477283-e084-43e9-a996-05f5efa42f20 req-b7233545-46d0-42ec-880c-0867ec05ec33 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:50.392237 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-77477283-e084-43e9-a996-05f5efa42f20 req-b7233545-46d0-42ec-880c-0867ec05ec33 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/ports?device_id=30727486-c7cc-403a-8b46-af018ec5b5b8 HTTP/1.1" status: 200 len: 945 time: 0.0830939 Jun 09 20:17:50.441408 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-77477283-e084-43e9-a996-05f5efa42f20 req-e1aaf523-9bda-4674-8780-0b9e33b04798 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/security-groups?id=827cef54-0b3e-45ff-bc34-201ade15ce77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432501 Jun 09 20:17:51.646771 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10c121-a8f2-4f04-a2f0-9e198640ff22 req-c66a3ed9-0a35-42db-92e8-882bdc2e21bd tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:51.648774 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4c10c121-a8f2-4f04-a2f0-9e198640ff22 req-c66a3ed9-0a35-42db-92e8-882bdc2e21bd tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/ports?device_id=30727486-c7cc-403a-8b46-af018ec5b5b8 HTTP/1.1" status: 200 len: 945 time: 0.0840292 Jun 09 20:17:51.692745 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4c10c121-a8f2-4f04-a2f0-9e198640ff22 req-b5a4661d-0339-4131-9852-ad73971ac5f8 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/security-groups?id=827cef54-0b3e-45ff-bc34-201ade15ce77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382440 Jun 09 20:17:53.420992 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b82fb-e9a7-4a95-8a43-b61a83ce5970 req-33b1182a-070b-4d9a-8a6f-1b3691bc70de tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:53.422335 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-5d3b82fb-e9a7-4a95-8a43-b61a83ce5970 req-33b1182a-070b-4d9a-8a6f-1b3691bc70de tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/ports?device_id=30727486-c7cc-403a-8b46-af018ec5b5b8 HTTP/1.1" status: 200 len: 945 time: 0.0785062 Jun 09 20:17:53.473264 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-5d3b82fb-e9a7-4a95-8a43-b61a83ce5970 req-7d943a37-f15c-43ab-97b0-2580bd6fc495 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/security-groups?id=827cef54-0b3e-45ff-bc34-201ade15ce77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453696 Jun 09 20:17:54.124019 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 49418) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:17:54.235946 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b508cc86-9b0a-4dc0-9659-c5495e93842f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:54.333438 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b508cc86-9b0a-4dc0-9659-c5495e93842f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:54.420703 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b508cc86-9b0a-4dc0-9659-c5495e93842f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:54.430449 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-e4a279af-1cf5-4fec-9cf3-ff6d621aee5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:17:54.467904 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-b508cc86-9b0a-4dc0-9659-c5495e93842f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=03bef0e8915f4e388af44d002f95bcc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3425779 Jun 09 20:17:54.469455 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508cc86-9b0a-4dc0-9659-c5495e93842f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ce8617-2178-4e87-b207-0cc7f5df31c6,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:17:54.470708 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 49422) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:17:54.472764 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-b508cc86-9b0a-4dc0-9659-c5495e93842f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:17:54.531532 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-3434704e-1bdb-447d-b10f-03c1bbbf1be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:54.557871 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-3434704e-1bdb-447d-b10f-03c1bbbf1be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:54.620825 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:54.673350 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940c67f-26d5-4602-9cba-a3dcd95e9370 req-a1726437-67de-4885-9939-033e2e6ff85f tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:54.674801 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a940c67f-26d5-4602-9cba-a3dcd95e9370 req-a1726437-67de-4885-9939-033e2e6ff85f tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/ports?device_id=30727486-c7cc-403a-8b46-af018ec5b5b8 HTTP/1.1" status: 200 len: 945 time: 0.0884693 Jun 09 20:17:54.675478 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c6ec2-9246-49d7-a205-41d487bbebf9 req-10b29973-43f0-4308-8312-1d589f5c5642 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:54.676981 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-601c6ec2-9246-49d7-a205-41d487bbebf9 req-10b29973-43f0-4308-8312-1d589f5c5642 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.22 "GET /v2.0/ports?device_id=30727486-c7cc-403a-8b46-af018ec5b5b8 HTTP/1.1" status: 200 len: 945 time: 0.0832267 Jun 09 20:17:54.723473 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a940c67f-26d5-4602-9cba-a3dcd95e9370 req-b6fb2d51-6c7a-4bc2-824c-a8ccba8c7187 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/security-groups?id=827cef54-0b3e-45ff-bc34-201ade15ce77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424724 Jun 09 20:17:54.741353 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-3434704e-1bdb-447d-b10f-03c1bbbf1be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:54.745754 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-3434704e-1bdb-447d-b10f-03c1bbbf1be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:54.745754 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-3434704e-1bdb-447d-b10f-03c1bbbf1be0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/84ce8617-2178-4e87-b207-0cc7f5df31c6 HTTP/1.1" status: 204 len: 168 time: 0.2732356 Jun 09 20:17:54.745947 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-0b4dfa55-da59-40f4-bb7f-8c10ee7c997e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:17:54.756672 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3434704e-1bdb-447d-b10f-03c1bbbf1be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ce8617-2178-4e87-b207-0cc7f5df31c6,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:17:54.773611 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3434704e-1bdb-447d-b10f-03c1bbbf1be0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:17:54.773611 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3434704e-1bdb-447d-b10f-03c1bbbf1be0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:17:54.773611 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3434704e-1bdb-447d-b10f-03c1bbbf1be0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:17:54.773611 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3434704e-1bdb-447d-b10f-03c1bbbf1be0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:17:54.773611 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3434704e-1bdb-447d-b10f-03c1bbbf1be0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:17:54.773611 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3434704e-1bdb-447d-b10f-03c1bbbf1be0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:17:54.773611 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3434704e-1bdb-447d-b10f-03c1bbbf1be0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:17:54.773611 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3434704e-1bdb-447d-b10f-03c1bbbf1be0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:17:54.773611 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3434704e-1bdb-447d-b10f-03c1bbbf1be0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:17:54.773611 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3434704e-1bdb-447d-b10f-03c1bbbf1be0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:17:54.773611 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3434704e-1bdb-447d-b10f-03c1bbbf1be0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:17:54.773611 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3434704e-1bdb-447d-b10f-03c1bbbf1be0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:17:54.773611 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-3434704e-1bdb-447d-b10f-03c1bbbf1be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:17:54.817018 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [req-601c6ec2-9246-49d7-a205-41d487bbebf9 req-5c37a951-0714-4756-8552-b34025e3051a tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Deleting port c31790f6-b702-4eee-81b2-0156b8d18ba0 {{(pid=92456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:17:54.817365 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-601c6ec2-9246-49d7-a205-41d487bbebf9 req-5c37a951-0714-4756-8552-b34025e3051a tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:54.947164 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-601c6ec2-9246-49d7-a205-41d487bbebf9 req-5c37a951-0714-4756-8552-b34025e3051a tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] For port c31790f6-b702-4eee-81b2-0156b8d18ba0, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=c31790f6-b702-4eee-81b2-0156b8d18ba0,segment=NetworkSegment(35413a56-3c0e-4c8c-aaad-274cd70d5338),segment_id=35413a56-3c0e-4c8c-aaad-274cd70d5338)] {{(pid=92456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:17:54.947526 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-601c6ec2-9246-49d7-a205-41d487bbebf9 req-5c37a951-0714-4756-8552-b34025e3051a tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:55.159437 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [req-601c6ec2-9246-49d7-a205-41d487bbebf9 req-5c37a951-0714-4756-8552-b34025e3051a tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Calling delete_port for c31790f6-b702-4eee-81b2-0156b8d18ba0 owned by compute:nova {{(pid=92456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:17:55.317753 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-601c6ec2-9246-49d7-a205-41d487bbebf9 req-5c37a951-0714-4756-8552-b34025e3051a tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2273976'] for port, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:55.324066 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-1830a723-eb7d-4966-9626-95ca35f10f82 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:17:55.330486 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['c31790f6-b702-4eee-81b2-0156b8d18ba0'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:17:55.368530 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37a951-0714-4756-8552-b34025e3051a tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Pushing event deleted for resources: {'Port': ['ID=c31790f6-b702-4eee-81b2-0156b8d18ba0,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:17:55.371788 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-5c37a951-0714-4756-8552-b34025e3051a tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:17:55.444646 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [req-601c6ec2-9246-49d7-a205-41d487bbebf9 req-5c37a951-0714-4756-8552-b34025e3051a tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] No DVR routers for this DVR port c31790f6-b702-4eee-81b2-0156b8d18ba0 on host hv-cinder-79566 {{(pid=92456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 20:17:55.447130 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-601c6ec2-9246-49d7-a205-41d487bbebf9 req-5c37a951-0714-4756-8552-b34025e3051a tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:55.449127 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-601c6ec2-9246-49d7-a205-41d487bbebf9 req-5c37a951-0714-4756-8552-b34025e3051a tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.22 "DELETE /v2.0/ports/c31790f6-b702-4eee-81b2-0156b8d18ba0 HTTP/1.1" status: 204 len: 173 time: 0.7668657 Jun 09 20:17:55.449637 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30727486-c7cc-403a-8b46-af018ec5b5b8', 'name': 'network-vif-deleted', 'tag': 'c31790f6-b702-4eee-81b2-0156b8d18ba0'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:17:55.454102 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73006087-17b2-4ac4-8132-f3bcfb405724" -d '{"events": [{"server_uuid": "30727486-c7cc-403a-8b46-af018ec5b5b8", "name": "network-vif-deleted", "tag": "c31790f6-b702-4eee-81b2-0156b8d18ba0"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:17:55.494695 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d3a5b9-3ed2-45ca-880c-eb1da504cc1c x-openstack-request-id: req-e9d3a5b9-3ed2-45ca-880c-eb1da504cc1c {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:17:55.495049 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30727486-c7cc-403a-8b46-af018ec5b5b8", "name": "network-vif-deleted", "tag": "c31790f6-b702-4eee-81b2-0156b8d18ba0", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:17:55.495338 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e9d3a5b9-3ed2-45ca-880c-eb1da504cc1c {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:17:55.495776 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30727486-c7cc-403a-8b46-af018ec5b5b8', 'name': 'network-vif-deleted', 'tag': 'c31790f6-b702-4eee-81b2-0156b8d18ba0', 'status': 'completed', 'code': 200} Jun 09 20:17:55.748110 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 49450) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:17:55.855679 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-7853f52a-6cc6-4c46-ab9c-58dbed2eb174 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1194390513-network', 'tenant_id': '8497e63914c64f41b704fa698d117f28'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:17:55.891158 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-cbfcc782-bf9a-4955-a56e-2594cc72a441 req-eaa1969b-9a3d-4f61-8b33-c69d1a4bc4c8 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] 10.222.0.15 "GET /v2.0/ports?device_id=30727486-c7cc-403a-8b46-af018ec5b5b8 HTTP/1.1" status: 200 len: 210 time: 0.0472734 Jun 09 20:17:55.934907 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7853f52a-6cc6-4c46-ab9c-58dbed2eb174 admin admin] Made reservation on behalf of 8497e63914c64f41b704fa698d117f28 for: {'network': 1} {{(pid=92456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:17:55.937399 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-7853f52a-6cc6-4c46-ab9c-58dbed2eb174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-786179'] for network, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:55.950052 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-7853f52a-6cc6-4c46-ab9c-58dbed2eb174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:56.050710 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-7853f52a-6cc6-4c46-ab9c-58dbed2eb174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:56.123781 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-7853f52a-6cc6-4c46-ab9c-58dbed2eb174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:56.128090 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-5eefb0d7-4452-428b-a2e7-3176df7a3f21 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:17:56.151365 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7853f52a-6cc6-4c46-ab9c-58dbed2eb174 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=92456) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 09 20:17:56.164728 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7853f52a-6cc6-4c46-ab9c-58dbed2eb174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba20148-654d-4dc9-91b8-c1f972354da9,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:17:56.168633 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-7853f52a-6cc6-4c46-ab9c-58dbed2eb174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:17:56.169797 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-7853f52a-6cc6-4c46-ab9c-58dbed2eb174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028'] for segment, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:56.170149 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.db.segments_db [None req-7853f52a-6cc6-4c46-ab9c-58dbed2eb174 admin admin] Added segment 2a20e943-369d-4906-be1a-bbc9b5988c1f of type vlan for network cd6a816a-116e-4a9b-a906-e95a6a5afe0e Jun 09 20:17:56.197369 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-7853f52a-6cc6-4c46-ab9c-58dbed2eb174 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784791347429'] for network, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:56.295182 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-7853f52a-6cc6-4c46-ab9c-58dbed2eb174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3854142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545'] for network, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:56.296450 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7853f52a-6cc6-4c46-ab9c-58dbed2eb174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:56.297092 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-7853f52a-6cc6-4c46-ab9c-58dbed2eb174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for network, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:56.300560 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:17:56.392273 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7853f52a-6cc6-4c46-ab9c-58dbed2eb174 admin admin] Pushing event updated for resources: {'Network': ['ID=cd6a816a-116e-4a9b-a906-e95a6a5afe0e,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:17:56.394951 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-7853f52a-6cc6-4c46-ab9c-58dbed2eb174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:17:56.407919 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Network cd6a816a-116e-4a9b-a906-e95a6a5afe0e details requested by agent ovs-agent-dv-cinder-795669-1-iscsi with host dv-cinder-795669-1-iscsi {{(pid=92457) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 09 20:17:56.449808 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-7853f52a-6cc6-4c46-ab9c-58dbed2eb174 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7005813 Jun 09 20:17:56.452628 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 49454) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:17:56.457603 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-27f1504e-f44b-4014-b0c9-40466975016e admin admin] Request body: {'subnet': {'network_id': 'cd6a816a-116e-4a9b-a906-e95a6a5afe0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1194390513-subnet', 'tenant_id': '8497e63914c64f41b704fa698d117f28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:17:56.550611 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f1504e-f44b-4014-b0c9-40466975016e admin admin] Made reservation on behalf of 8497e63914c64f41b704fa698d117f28 for: {'subnet': 1} {{(pid=92456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:17:56.553009 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-27f1504e-f44b-4014-b0c9-40466975016e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2365132'] for subnet, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:56.803699 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-27f1504e-f44b-4014-b0c9-40466975016e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2273845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2365118'] for subnet, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:56.809594 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-11e9de15-28ef-488b-9fff-ddba10ab2000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:17:56.887804 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1504e-f44b-4014-b0c9-40466975016e admin admin] Pushing event updated for resources: {'Subnet': ['ID=85cfd288-c6ce-4de7-a0cf-80f045bdcd59,revision_number=0']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:17:56.891640 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-27f1504e-f44b-4014-b0c9-40466975016e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:17:56.895578 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f1504e-f44b-4014-b0c9-40466975016e admin admin] Checking segment: {'id': '2a20e943-369d-4906-be1a-bbc9b5988c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cd6a816a-116e-4a9b-a906-e95a6a5afe0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:17:56.895971 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f1504e-f44b-4014-b0c9-40466975016e admin admin] Network hostable DHCP agents. Network: cd6a816a-116e-4a9b-a906-e95a6a5afe0e, hostable agents: ['2a21a80c-97c7-49ed-8bbe-36caa960580c'], hosted agents: [] {{(pid=92456) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 09 20:17:57.003348 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f1504e-f44b-4014-b0c9-40466975016e admin admin] Network cd6a816a-116e-4a9b-a906-e95a6a5afe0e is scheduled to be hosted by DHCP agent 2a21a80c-97c7-49ed-8bbe-36caa960580c with binding_index 1 {{(pid=92456) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 09 20:17:57.089109 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [None req-27f1504e-f44b-4014-b0c9-40466975016e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795669-1-iscsi, cd6a816a-116e-4a9b-a906-e95a6a5afe0e) {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:17:57.093050 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f1504e-f44b-4014-b0c9-40466975016e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:57.093638 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-27f1504e-f44b-4014-b0c9-40466975016e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:57.098195 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ce965b-6432-4879-8805-e53f4b137568 None None] Network cd6a816a-116e-4a9b-a906-e95a6a5afe0e requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:17:57.221389 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-27f1504e-f44b-4014-b0c9-40466975016e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7674689 Jun 09 20:17:57.313615 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cc1bfe-4bde-47c5-a792-b69349e8b556 None None] Network cd6a816a-116e-4a9b-a906-e95a6a5afe0e requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:17:58.941340 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device c31790f6-b702-4eee-81b2-0156b8d18ba0 no longer exists at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:17:58.978500 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] No Port match for: c31790f6-b702-4eee-81b2-0156b8d18ba0 {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:17:58.978845 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device c31790f6-b702-4eee-81b2-0156b8d18ba0 not bound to the agent host hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:17:59.060166 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-9fb4b54f-d7d9-42e0-91ec-e61b541cde37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:17:59.839010 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392527ae-3901-4666-bbee-d2432b27250d req-12884773-6764-408b-9069-e13fa56e77e1 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:17:59.840472 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-392527ae-3901-4666-bbee-d2432b27250d req-12884773-6764-408b-9069-e13fa56e77e1 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/networks?id=cd6a816a-116e-4a9b-a906-e95a6a5afe0e HTTP/1.1" status: 200 len: 814 time: 0.2254024 Jun 09 20:17:59.854906 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-392527ae-3901-4666-bbee-d2432b27250d req-5a1d9301-1431-4f73-9596-8af19025d6a1 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/quotas/8497e63914c64f41b704fa698d117f28 HTTP/1.1" status: 200 len: 375 time: 0.0091054 Jun 09 20:17:59.901222 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-392527ae-3901-4666-bbee-d2432b27250d req-60f657fe-a674-47d9-bc1b-b2c9650a95b5 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8497e63914c64f41b704fa698d117f28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415754 Jun 09 20:18:00.030999 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-392527ae-3901-4666-bbee-d2432b27250d req-b74ec394-52fc-4e40-8673-0b8974d695be service neutron] 10.222.0.15 "GET /v2.0/networks/cd6a816a-116e-4a9b-a906-e95a6a5afe0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222441 Jun 09 20:18:00.159095 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-392527ae-3901-4666-bbee-d2432b27250d req-e6abf0c6-47ff-4887-9c6b-001a95fc5989 service neutron] 10.222.0.15 "GET /v2.0/networks/cd6a816a-116e-4a9b-a906-e95a6a5afe0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221690 Jun 09 20:18:00.440963 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b63e2200-0b37-4b4f-8d64-4d49b814dfe0 req-2d0ad803-a761-460c-b52e-770df7f33b67 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/ports?device_id=89451749-27ce-4977-af75-d7be17155ccf HTTP/1.1" status: 200 len: 210 time: 0.0460737 Jun 09 20:18:01.454532 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:01.589019 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c7028225-c1e3-4703-add6-674cba62a0f2 req-855c02b2-60de-42bf-ad8b-b142d041f869 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/ports?device_id=89451749-27ce-4977-af75-d7be17155ccf HTTP/1.1" status: 200 len: 210 time: 0.0419078 Jun 09 20:18:01.843237 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-538e58fd-8cea-4183-8e62-f4d1787354a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:02.738374 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-7f0900aa-9fc3-45fb-825a-d6f62e36165a req-9396f694-583c-4f34-b79d-7f48caed8007 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/ports?device_id=89451749-27ce-4977-af75-d7be17155ccf HTTP/1.1" status: 200 len: 210 time: 0.0418568 Jun 09 20:18:02.796492 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:03.532349 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392527ae-3901-4666-bbee-d2432b27250d req-0f603b05-8fbe-45b3-96b9-611910f258b8 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:03.533989 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-392527ae-3901-4666-bbee-d2432b27250d req-0f603b05-8fbe-45b3-96b9-611910f258b8 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.22 "GET /v2.0/networks?id=cd6a816a-116e-4a9b-a906-e95a6a5afe0e HTTP/1.1" status: 200 len: 814 time: 0.1786318 Jun 09 20:18:03.549297 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [req-392527ae-3901-4666-bbee-d2432b27250d req-6aa199ce-e4df-4eda-b8c6-b1cc3e9ed35f tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Request body: {'port': {'device_id': '89451749-27ce-4977-af75-d7be17155ccf', 'network_id': 'cd6a816a-116e-4a9b-a906-e95a6a5afe0e', 'admin_state_up': True, 'tenant_id': '8497e63914c64f41b704fa698d117f28'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:18:03.831635 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-392527ae-3901-4666-bbee-d2432b27250d req-6aa199ce-e4df-4eda-b8c6-b1cc3e9ed35f tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Made reservation on behalf of 8497e63914c64f41b704fa698d117f28 for: {'port': 1} {{(pid=92456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:18:03.835182 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-392527ae-3901-4666-bbee-d2432b27250d req-6aa199ce-e4df-4eda-b8c6-b1cc3e9ed35f tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:03.970853 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-94859e0a-ea67-44c0-bbd2-b977067eee89 req-096fba82-d570-450d-8247-72712e0438ae tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/ports?device_id=89451749-27ce-4977-af75-d7be17155ccf HTTP/1.1" status: 200 len: 210 time: 0.0913019 Jun 09 20:18:04.084985 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_common [req-392527ae-3901-4666-bbee-d2432b27250d req-6aa199ce-e4df-4eda-b8c6-b1cc3e9ed35f tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Allocated IP 172.20.0.11 (cd6a816a-116e-4a9b-a906-e95a6a5afe0e/85cfd288-c6ce-4de7-a0cf-80f045bdcd59/acb919ce-294e-4bea-8416-ad2f82a4b614) {{(pid=92456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:18:04.331251 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-392527ae-3901-4666-bbee-d2432b27250d req-6aa199ce-e4df-4eda-b8c6-b1cc3e9ed35f tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Notify callbacks [] for port, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:04.392199 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:04.444903 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-392527ae-3901-4666-bbee-d2432b27250d req-6aa199ce-e4df-4eda-b8c6-b1cc3e9ed35f tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2273985'] for port, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:04.451918 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-2f83434b-8fc8-4a51-a476-087f939fb2a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:18:04.524723 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-392527ae-3901-4666-bbee-d2432b27250d req-6aa199ce-e4df-4eda-b8c6-b1cc3e9ed35f tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Network cd6a816a-116e-4a9b-a906-e95a6a5afe0e is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:18:04.528185 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [req-392527ae-3901-4666-bbee-d2432b27250d req-6aa199ce-e4df-4eda-b8c6-b1cc3e9ed35f tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:18:04.532665 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [req-392527ae-3901-4666-bbee-d2432b27250d req-6aa199ce-e4df-4eda-b8c6-b1cc3e9ed35f tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Received port after_create {{(pid=92456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:18:04.564071 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa199ce-e4df-4eda-b8c6-b1cc3e9ed35f tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Pushing event updated for resources: {'Port': ['ID=acb919ce-294e-4bea-8416-ad2f82a4b614,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:18:04.570884 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-6aa199ce-e4df-4eda-b8c6-b1cc3e9ed35f tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:18:04.602171 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392527ae-3901-4666-bbee-d2432b27250d req-6aa199ce-e4df-4eda-b8c6-b1cc3e9ed35f tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:04.602848 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-392527ae-3901-4666-bbee-d2432b27250d req-6aa199ce-e4df-4eda-b8c6-b1cc3e9ed35f tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:04.700981 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-392527ae-3901-4666-bbee-d2432b27250d req-6aa199ce-e4df-4eda-b8c6-b1cc3e9ed35f tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1559641 Jun 09 20:18:04.714981 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [req-392527ae-3901-4666-bbee-d2432b27250d req-db8d89e6-9d4e-4797-907e-49a65a1c9a8b service neutron] Request body: {'port': {'device_id': '89451749-27ce-4977-af75-d7be17155ccf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79566'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:18:04.930489 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-392527ae-3901-4666-bbee-d2432b27250d req-db8d89e6-9d4e-4797-907e-49a65a1c9a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:05.203969 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d336f61-108c-413c-8a7f-36588440497a req-5504ba8c-de33-4376-8aa6-f1596d2392da tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:05.206578 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-5d336f61-108c-413c-8a7f-36588440497a req-5504ba8c-de33-4376-8aa6-f1596d2392da tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/ports?device_id=89451749-27ce-4977-af75-d7be17155ccf HTTP/1.1" status: 200 len: 932 time: 0.1008511 Jun 09 20:18:05.278159 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-5d336f61-108c-413c-8a7f-36588440497a req-738b9de7-d917-479b-a7ea-d90a9186ba51 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/security-groups?id=fba20148-654d-4dc9-91b8-c1f972354da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612493 Jun 09 20:18:05.331056 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [req-392527ae-3901-4666-bbee-d2432b27250d req-db8d89e6-9d4e-4797-907e-49a65a1c9a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acb919ce-294e-4bea-8416-ad2f82a4b614 {{(pid=92456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:18:05.340103 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-392527ae-3901-4666-bbee-d2432b27250d req-db8d89e6-9d4e-4797-907e-49a65a1c9a8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:05.356290 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.provisioning_blocks [req-392527ae-3901-4666-bbee-d2432b27250d req-db8d89e6-9d4e-4797-907e-49a65a1c9a8b service neutron] Transition to ACTIVE for port object acb919ce-294e-4bea-8416-ad2f82a4b614 will not be triggered until provisioned by entity L2. {{(pid=92456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:18:05.437634 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-392527ae-3901-4666-bbee-d2432b27250d req-db8d89e6-9d4e-4797-907e-49a65a1c9a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2273971'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:05.441502 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-d8ab4966-4b77-413d-a7d0-b769ee5aa0c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:18:05.639398 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d89e6-9d4e-4797-907e-49a65a1c9a8b service neutron] Pushing event updated for resources: {'Port': ['ID=acb919ce-294e-4bea-8416-ad2f82a4b614,revision_number=2']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:18:05.644738 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-db8d89e6-9d4e-4797-907e-49a65a1c9a8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:18:05.687001 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-392527ae-3901-4666-bbee-d2432b27250d req-db8d89e6-9d4e-4797-907e-49a65a1c9a8b service neutron] Attempting to bind port acb919ce-294e-4bea-8416-ad2f82a4b614 on host hv-cinder-79566 for vnic_type normal with profile {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:18:05.687609 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-392527ae-3901-4666-bbee-d2432b27250d req-db8d89e6-9d4e-4797-907e-49a65a1c9a8b service neutron] Attempting to bind port acb919ce-294e-4bea-8416-ad2f82a4b614 by drivers openvswitch,hyperv on host hv-cinder-79566 at level 0 using segments [{'id': '2a20e943-369d-4906-be1a-bbc9b5988c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cd6a816a-116e-4a9b-a906-e95a6a5afe0e'}] {{(pid=92456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:18:05.688172 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392527ae-3901-4666-bbee-d2432b27250d req-db8d89e6-9d4e-4797-907e-49a65a1c9a8b service neutron] Attempting to bind port acb919ce-294e-4bea-8416-ad2f82a4b614 on network cd6a816a-116e-4a9b-a906-e95a6a5afe0e {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:18:05.693263 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392527ae-3901-4666-bbee-d2432b27250d req-db8d89e6-9d4e-4797-907e-49a65a1c9a8b service neutron] Port acb919ce-294e-4bea-8416-ad2f82a4b614 on network cd6a816a-116e-4a9b-a906-e95a6a5afe0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79566 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 20:18:05.693751 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392527ae-3901-4666-bbee-d2432b27250d req-db8d89e6-9d4e-4797-907e-49a65a1c9a8b service neutron] Attempting to bind port acb919ce-294e-4bea-8416-ad2f82a4b614 on network cd6a816a-116e-4a9b-a906-e95a6a5afe0e {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:18:05.699504 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392527ae-3901-4666-bbee-d2432b27250d req-db8d89e6-9d4e-4797-907e-49a65a1c9a8b service neutron] Checking agent: {'id': '747acf60-c6b9-434b-b325-86e193e3fffe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 20, 7, 24), 'started_at': datetime.datetime(2021, 6, 9, 20, 7, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:18:05.699805 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392527ae-3901-4666-bbee-d2432b27250d req-db8d89e6-9d4e-4797-907e-49a65a1c9a8b service neutron] Checking segment: {'id': '2a20e943-369d-4906-be1a-bbc9b5988c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cd6a816a-116e-4a9b-a906-e95a6a5afe0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:18:05.700217 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392527ae-3901-4666-bbee-d2432b27250d req-db8d89e6-9d4e-4797-907e-49a65a1c9a8b service neutron] Bound using segment: {'id': '2a20e943-369d-4906-be1a-bbc9b5988c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cd6a816a-116e-4a9b-a906-e95a6a5afe0e'} {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:18:05.700649 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-392527ae-3901-4666-bbee-d2432b27250d req-db8d89e6-9d4e-4797-907e-49a65a1c9a8b service neutron] Bound port: acb919ce-294e-4bea-8416-ad2f82a4b614, host: hv-cinder-79566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a20e943-369d-4906-be1a-bbc9b5988c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cd6a816a-116e-4a9b-a906-e95a6a5afe0e'}}] {{(pid=92456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:18:05.701016 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-392527ae-3901-4666-bbee-d2432b27250d req-db8d89e6-9d4e-4797-907e-49a65a1c9a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:05.801179 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-392527ae-3901-4666-bbee-d2432b27250d req-db8d89e6-9d4e-4797-907e-49a65a1c9a8b service neutron] For port acb919ce-294e-4bea-8416-ad2f82a4b614, host hv-cinder-79566, cleared binding levels {{(pid=92456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:18:05.804493 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-392527ae-3901-4666-bbee-d2432b27250d req-db8d89e6-9d4e-4797-907e-49a65a1c9a8b service neutron] For port acb919ce-294e-4bea-8416-ad2f82a4b614, host hv-cinder-79566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=acb919ce-294e-4bea-8416-ad2f82a4b614,segment=NetworkSegment(2a20e943-369d-4906-be1a-bbc9b5988c1f),segment_id=2a20e943-369d-4906-be1a-bbc9b5988c1f)] {{(pid=92456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:18:05.883582 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-392527ae-3901-4666-bbee-d2432b27250d req-db8d89e6-9d4e-4797-907e-49a65a1c9a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2273971'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:05.900643 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-1830a723-eb7d-4966-9626-95ca35f10f82 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:18:05.942722 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392527ae-3901-4666-bbee-d2432b27250d req-db8d89e6-9d4e-4797-907e-49a65a1c9a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:05.943752 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-392527ae-3901-4666-bbee-d2432b27250d req-db8d89e6-9d4e-4797-907e-49a65a1c9a8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:05.945471 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-392527ae-3901-4666-bbee-d2432b27250d req-db8d89e6-9d4e-4797-907e-49a65a1c9a8b service neutron] 10.222.0.22 "PUT /v2.0/ports/acb919ce-294e-4bea-8416-ad2f82a4b614 HTTP/1.1" status: 200 len: 1094 time: 1.2353315 Jun 09 20:18:05.954669 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89451749-27ce-4977-af75-d7be17155ccf', 'tag': 'acb919ce-294e-4bea-8416-ad2f82a4b614'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:18:05.958010 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8510602-033a-4e4f-9d6f-5c900d3219b6" -d '{"events": [{"name": "network-changed", "server_uuid": "89451749-27ce-4977-af75-d7be17155ccf", "tag": "acb919ce-294e-4bea-8416-ad2f82a4b614"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:18:05.997464 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d89e6-9d4e-4797-907e-49a65a1c9a8b service neutron] Pushing event updated for resources: {'Port': ['ID=acb919ce-294e-4bea-8416-ad2f82a4b614,revision_number=3']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:18:06.008544 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-db8d89e6-9d4e-4797-907e-49a65a1c9a8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:18:06.015199 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 20:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a06f2f4-5468-476e-be56-9ed391443199 x-openstack-request-id: req-3a06f2f4-5468-476e-be56-9ed391443199 {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:18:06.015549 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89451749-27ce-4977-af75-d7be17155ccf", "tag": "acb919ce-294e-4bea-8416-ad2f82a4b614", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:18:06.015858 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3a06f2f4-5468-476e-be56-9ed391443199 {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:18:06.016309 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89451749-27ce-4977-af75-d7be17155ccf', 'tag': 'acb919ce-294e-4bea-8416-ad2f82a4b614', 'status': 'completed', 'code': 200} Jun 09 20:18:06.125142 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8510602-033a-4e4f-9d6f-5c900d3219b6 req-dff28198-4d63-4723-a58d-58815859fdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:06.127108 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f8510602-033a-4e4f-9d6f-5c900d3219b6 req-dff28198-4d63-4723-a58d-58815859fdbc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8497e63914c64f41b704fa698d117f28&device_id=89451749-27ce-4977-af75-d7be17155ccf HTTP/1.1" status: 200 len: 1097 time: 0.0856228 Jun 09 20:18:06.276089 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8510602-033a-4e4f-9d6f-5c900d3219b6 req-6d61f8c4-f170-49dc-a41c-474dd01e4c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:06.277555 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f8510602-033a-4e4f-9d6f-5c900d3219b6 req-6d61f8c4-f170-49dc-a41c-474dd01e4c0d service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=8497e63914c64f41b704fa698d117f28&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1436996 Jun 09 20:18:06.423266 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8510602-033a-4e4f-9d6f-5c900d3219b6 req-6ec69b3f-74b9-45a9-913b-020e2d370755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:06.424651 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f8510602-033a-4e4f-9d6f-5c900d3219b6 req-6ec69b3f-74b9-45a9-913b-020e2d370755 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1403480 Jun 09 20:18:06.482997 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc72e1-2ed0-494e-85a4-323f456c0ecd req-daccc86f-ae9b-4296-af54-a8ae67a4aeac tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:06.484464 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-bbbc72e1-2ed0-494e-85a4-323f456c0ecd req-daccc86f-ae9b-4296-af54-a8ae67a4aeac tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/ports?device_id=89451749-27ce-4977-af75-d7be17155ccf HTTP/1.1" status: 200 len: 944 time: 0.1034520 Jun 09 20:18:06.530360 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-bbbc72e1-2ed0-494e-85a4-323f456c0ecd req-59fec4ce-42bf-4382-a86b-3bef64ad6501 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/security-groups?id=fba20148-654d-4dc9-91b8-c1f972354da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402308 Jun 09 20:18:06.533011 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392527ae-3901-4666-bbee-d2432b27250d req-671d9e7c-7129-4919-bacd-e1515b1a9e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:06.534462 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-392527ae-3901-4666-bbee-d2432b27250d req-671d9e7c-7129-4919-bacd-e1515b1a9e3e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8497e63914c64f41b704fa698d117f28&device_id=89451749-27ce-4977-af75-d7be17155ccf HTTP/1.1" status: 200 len: 1097 time: 0.0721664 Jun 09 20:18:06.610478 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-392527ae-3901-4666-bbee-d2432b27250d req-49a329a8-999a-4415-87e3-20332776fe2b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acb919ce-294e-4bea-8416-ad2f82a4b614 HTTP/1.1" status: 200 len: 217 time: 0.0686409 Jun 09 20:18:06.689705 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392527ae-3901-4666-bbee-d2432b27250d req-64f02b4f-54cf-4f5f-95da-7634587b04ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:06.691384 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-392527ae-3901-4666-bbee-d2432b27250d req-64f02b4f-54cf-4f5f-95da-7634587b04ee service neutron] 10.222.0.22 "GET /v2.0/subnets?id=85cfd288-c6ce-4de7-a0cf-80f045bdcd59 HTTP/1.1" status: 200 len: 854 time: 0.0748255 Jun 09 20:18:06.743196 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-392527ae-3901-4666-bbee-d2432b27250d req-907702a7-a726-4f5b-8a5d-bd8a677915e5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cd6a816a-116e-4a9b-a906-e95a6a5afe0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448191 Jun 09 20:18:06.891020 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-392527ae-3901-4666-bbee-d2432b27250d req-b97885f7-8d91-4b11-9645-f794672f2b42 service neutron] 10.222.0.22 "GET /v2.0/networks/cd6a816a-116e-4a9b-a906-e95a6a5afe0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414285 Jun 09 20:18:07.125118 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-392527ae-3901-4666-bbee-d2432b27250d req-191131e3-93dd-4967-8042-d83f2ba18eeb service neutron] 10.222.0.22 "GET /v2.0/networks/cd6a816a-116e-4a9b-a906-e95a6a5afe0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265856 Jun 09 20:18:07.725615 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfde41-c012-45dc-a8f0-82229b243be2 req-b6401c31-035c-4b5f-b160-17e86f08d468 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:07.727104 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6bcfde41-c012-45dc-a8f0-82229b243be2 req-b6401c31-035c-4b5f-b160-17e86f08d468 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/ports?device_id=89451749-27ce-4977-af75-d7be17155ccf HTTP/1.1" status: 200 len: 944 time: 0.0852287 Jun 09 20:18:07.790791 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6bcfde41-c012-45dc-a8f0-82229b243be2 req-128cdeb2-6127-4725-9d36-769e91f1e47c tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/security-groups?id=fba20148-654d-4dc9-91b8-c1f972354da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496707 Jun 09 20:18:08.765775 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b7c79-edb1-441a-9914-841e97f89fc6 req-a99c90c6-c943-404d-8ce6-932da78d5151 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:08.768198 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ed1b7c79-edb1-441a-9914-841e97f89fc6 req-a99c90c6-c943-404d-8ce6-932da78d5151 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 945 time: 0.1074662 Jun 09 20:18:08.872445 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ed1b7c79-edb1-441a-9914-841e97f89fc6 req-7912b067-e221-4a7b-acff-a5501f028d1d tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590882 Jun 09 20:18:08.996035 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device acb919ce-294e-4bea-8416-ad2f82a4b614 details requested by agent hyperv_hv-cinder-79566 with host hv-cinder-79566 {{(pid=92457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 20:18:09.031069 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db58ad-b33f-42bb-947b-53d88edf1cbd req-53dadded-5e8d-40d2-bb5f-01ea5bf1ad2c tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:09.032995 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-45db58ad-b33f-42bb-947b-53d88edf1cbd req-53dadded-5e8d-40d2-bb5f-01ea5bf1ad2c tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/ports?device_id=89451749-27ce-4977-af75-d7be17155ccf HTTP/1.1" status: 200 len: 944 time: 0.1163254 Jun 09 20:18:09.096555 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-45db58ad-b33f-42bb-947b-53d88edf1cbd req-9406972a-a18d-4dd6-9360-022a75b07828 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/security-groups?id=fba20148-654d-4dc9-91b8-c1f972354da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526097 Jun 09 20:18:09.163056 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port acb919ce-294e-4bea-8416-ad2f82a4b614, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=acb919ce-294e-4bea-8416-ad2f82a4b614,segment=NetworkSegment(2a20e943-369d-4906-be1a-bbc9b5988c1f),segment_id=2a20e943-369d-4906-be1a-bbc9b5988c1f)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:18:09.180181 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Returning: {'device': 'acb919ce-294e-4bea-8416-ad2f82a4b614', 'network_id': 'cd6a816a-116e-4a9b-a906-e95a6a5afe0e', 'port_id': 'acb919ce-294e-4bea-8416-ad2f82a4b614', 'mac_address': 'fa:16:3e:e5:06:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85cfd288-c6ce-4de7-a0cf-80f045bdcd59', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 20:18:09.244296 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:09.261781 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acb919ce-294e-4bea-8416-ad2f82a4b614 {{(pid=92457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:18:09.282872 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port acb919ce-294e-4bea-8416-ad2f82a4b614, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=acb919ce-294e-4bea-8416-ad2f82a4b614,segment=NetworkSegment(2a20e943-369d-4906-be1a-bbc9b5988c1f),segment_id=2a20e943-369d-4906-be1a-bbc9b5988c1f)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:18:09.397003 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:09.398684 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:18:09.472745 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=acb919ce-294e-4bea-8416-ad2f82a4b614,revision_number=4']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:18:09.476523 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:18:09.633663 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['acb919ce-294e-4bea-8416-ad2f82a4b614'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:18:10.029415 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef95ef-b734-4a90-bac7-40307f1c1907 req-3219ab7b-92af-4b9b-8ede-f795fe6c3ba4 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:10.031622 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-11ef95ef-b734-4a90-bac7-40307f1c1907 req-3219ab7b-92af-4b9b-8ede-f795fe6c3ba4 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 945 time: 0.0858145 Jun 09 20:18:10.078608 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-11ef95ef-b734-4a90-bac7-40307f1c1907 req-3acb14b4-d754-499a-91e4-72c9732e7434 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411861 Jun 09 20:18:10.293357 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e911f11-4316-47e3-af3d-3760517e1ff4 req-7ed9ad4f-2e38-462a-bd88-0bbe22fe66e4 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:10.295210 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2e911f11-4316-47e3-af3d-3760517e1ff4 req-7ed9ad4f-2e38-462a-bd88-0bbe22fe66e4 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/ports?device_id=89451749-27ce-4977-af75-d7be17155ccf HTTP/1.1" status: 200 len: 945 time: 0.0952351 Jun 09 20:18:10.346749 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2e911f11-4316-47e3-af3d-3760517e1ff4 req-dba79078-6ba6-4c08-b620-0813d79b90fa tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/security-groups?id=fba20148-654d-4dc9-91b8-c1f972354da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456688 Jun 09 20:18:10.992247 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device acb919ce-294e-4bea-8416-ad2f82a4b614 up at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:18:11.133744 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning for port acb919ce-294e-4bea-8416-ad2f82a4b614 completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:18:11.139004 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning complete for port acb919ce-294e-4bea-8416-ad2f82a4b614 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:18:11.139445 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:11.289241 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:11.292352 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c36390-3038-4f5e-87fb-1efdaa7395a2 req-d0cba8a5-2383-48df-8b5a-23686e9ebf68 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:11.294932 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-54c36390-3038-4f5e-87fb-1efdaa7395a2 req-d0cba8a5-2383-48df-8b5a-23686e9ebf68 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 945 time: 0.0874002 Jun 09 20:18:11.328637 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port acb919ce-294e-4bea-8416-ad2f82a4b614, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=acb919ce-294e-4bea-8416-ad2f82a4b614,segment=NetworkSegment(2a20e943-369d-4906-be1a-bbc9b5988c1f),segment_id=2a20e943-369d-4906-be1a-bbc9b5988c1f)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:18:11.329732 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89451749-27ce-4977-af75-d7be17155ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb919ce-294e-4bea-8416-ad2f82a4b614'}] {{(pid=92457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:18:11.332711 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c413b0bec0402a5ae16451c6582d791322e0202680a960d7e14492227081b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d63e8e-cd65-4f3d-bfec-1fdf4b1313e4" -d '{"events": [{"server_uuid": "89451749-27ce-4977-af75-d7be17155ccf", "name": "network-vif-plugged", "status": "completed", "tag": "acb919ce-294e-4bea-8416-ad2f82a4b614"}]}' {{(pid=92457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:18:11.361478 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-54c36390-3038-4f5e-87fb-1efdaa7395a2 req-abac55ce-6f01-43f4-8108-9078a880aa24 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518434 Jun 09 20:18:11.394496 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effea250-07e4-417d-90a6-45e3e2cfc304 x-openstack-request-id: req-effea250-07e4-417d-90a6-45e3e2cfc304 {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:18:11.394496 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89451749-27ce-4977-af75-d7be17155ccf", "name": "network-vif-plugged", "status": "completed", "tag": "acb919ce-294e-4bea-8416-ad2f82a4b614", "code": 200}]} {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:18:11.394496 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-effea250-07e4-417d-90a6-45e3e2cfc304 {{(pid=92457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:18:11.394496 dv-cinder-795669-1-iscsi neutron-server[92457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89451749-27ce-4977-af75-d7be17155ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb919ce-294e-4bea-8416-ad2f82a4b614', 'code': 200} Jun 09 20:18:11.482864 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:11.485384 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:18:11.555104 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=acb919ce-294e-4bea-8416-ad2f82a4b614,revision_number=5']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:18:11.558681 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:18:11.568897 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf07917-4131-479a-aa24-49014fd4c8a2 req-293de4ab-2e6a-46be-a195-250a3062ff15 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:11.570415 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9cf07917-4131-479a-aa24-49014fd4c8a2 req-293de4ab-2e6a-46be-a195-250a3062ff15 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/ports?device_id=89451749-27ce-4977-af75-d7be17155ccf HTTP/1.1" status: 200 len: 946 time: 0.0980196 Jun 09 20:18:11.636993 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9cf07917-4131-479a-aa24-49014fd4c8a2 req-5cbfed17-d363-405e-8188-e95e859b07bd tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/security-groups?id=fba20148-654d-4dc9-91b8-c1f972354da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569425 Jun 09 20:18:11.806743 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae2517-8ccc-460c-be20-e1e5e286df08 req-5324e7e8-26ce-42f6-9bac-5ff6aaeff492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:11.809000 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-83ae2517-8ccc-460c-be20-e1e5e286df08 req-5324e7e8-26ce-42f6-9bac-5ff6aaeff492 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=89451749-27ce-4977-af75-d7be17155ccf HTTP/1.1" status: 200 len: 1099 time: 0.0765750 Jun 09 20:18:11.866519 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-83ae2517-8ccc-460c-be20-e1e5e286df08 req-d1983124-99f4-45d1-a102-ae9c37f92439 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=fba20148-654d-4dc9-91b8-c1f972354da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494788 Jun 09 20:18:12.554005 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db37f3-14a0-4848-bf52-9bffd79020b6 req-53b103fc-d522-40c3-ae7d-f3e92b1c55f3 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:12.555586 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a0db37f3-14a0-4848-bf52-9bffd79020b6 req-53b103fc-d522-40c3-ae7d-f3e92b1c55f3 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 945 time: 0.0825953 Jun 09 20:18:12.601319 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a0db37f3-14a0-4848-bf52-9bffd79020b6 req-de9b0bc5-7688-4134-bb0c-23665bd88609 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389657 Jun 09 20:18:12.858509 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be0c7c-c4fa-4361-938d-c87e35802ce6 req-ff843f8c-b904-4d69-89ff-c2bafb2b8c47 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:12.860098 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-85be0c7c-c4fa-4361-938d-c87e35802ce6 req-ff843f8c-b904-4d69-89ff-c2bafb2b8c47 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/ports?device_id=89451749-27ce-4977-af75-d7be17155ccf HTTP/1.1" status: 200 len: 946 time: 0.1030581 Jun 09 20:18:12.911181 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-85be0c7c-c4fa-4361-938d-c87e35802ce6 req-5781ca04-98aa-49f0-95fc-10af7f18f231 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/security-groups?id=fba20148-654d-4dc9-91b8-c1f972354da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440226 Jun 09 20:18:13.807067 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ed1d8-6761-4643-bed5-9561ac2359f1 req-15083cb0-ad9d-45d1-a890-380b31fb3d2a tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:13.808565 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f77ed1d8-6761-4643-bed5-9561ac2359f1 req-15083cb0-ad9d-45d1-a890-380b31fb3d2a tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 945 time: 0.0971575 Jun 09 20:18:13.860018 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f77ed1d8-6761-4643-bed5-9561ac2359f1 req-0d8718ba-00ef-4558-a1f7-a715286ad7ef tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452681 Jun 09 20:18:14.199367 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f27ec-4c76-49f6-af27-c004f4f697f0 req-b816fc86-499f-40c3-8d95-0582ee431b22 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:14.200794 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-776f27ec-4c76-49f6-af27-c004f4f697f0 req-b816fc86-499f-40c3-8d95-0582ee431b22 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/ports?device_id=89451749-27ce-4977-af75-d7be17155ccf HTTP/1.1" status: 200 len: 946 time: 0.1795335 Jun 09 20:18:14.246956 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-776f27ec-4c76-49f6-af27-c004f4f697f0 req-a72c2e4f-503c-45a1-bbbd-ef560e10123d tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/security-groups?id=fba20148-654d-4dc9-91b8-c1f972354da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405378 Jun 09 20:18:14.900665 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 6 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:18:15.089944 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180b6bc-93c4-43a0-be3a-721d67ba169e req-cb7cce3b-9d49-46f2-abe6-75bfb845386e tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:15.091570 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3180b6bc-93c4-43a0-be3a-721d67ba169e req-cb7cce3b-9d49-46f2-abe6-75bfb845386e tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 945 time: 0.0985003 Jun 09 20:18:15.141831 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3180b6bc-93c4-43a0-be3a-721d67ba169e req-c1a81520-1da1-4153-b710-b8b50905394f tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440180 Jun 09 20:18:16.376156 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae8e78-7add-4bbe-96ea-6f02b9d18807 req-ebe6bc70-d189-4e6f-ad92-1e793aea093b tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:16.377786 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-01ae8e78-7add-4bbe-96ea-6f02b9d18807 req-ebe6bc70-d189-4e6f-ad92-1e793aea093b tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 945 time: 0.1090636 Jun 09 20:18:16.428349 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-01ae8e78-7add-4bbe-96ea-6f02b9d18807 req-2aa4fd19-98be-4dc3-9b25-db9395181b49 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450709 Jun 09 20:18:17.641247 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bad79a-0880-44b8-9618-36c74b261c88 req-78185564-49fb-4314-8a3f-2ba199f2e6e8 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:17.642517 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c1bad79a-0880-44b8-9618-36c74b261c88 req-78185564-49fb-4314-8a3f-2ba199f2e6e8 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 945 time: 0.0900707 Jun 09 20:18:17.689959 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c1bad79a-0880-44b8-9618-36c74b261c88 req-84e6c2d5-0f36-4e74-9b14-88b65174757d tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397832 Jun 09 20:18:18.937381 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d982360-9b12-4ae0-937d-63ee8b1a9adb req-1965bb6f-17e3-4689-9b52-9df2790fbbaa tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:18.939071 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6d982360-9b12-4ae0-937d-63ee8b1a9adb req-1965bb6f-17e3-4689-9b52-9df2790fbbaa tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 945 time: 0.1215577 Jun 09 20:18:18.971934 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185220b-b61f-4267-8d69-3a14da187842 req-18cdec12-9868-4c79-bd23-93943a124b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:18.974273 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a185220b-b61f-4267-8d69-3a14da187842 req-18cdec12-9868-4c79-bd23-93943a124b65 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=77d6b587facd4bc88ca77baf7f14c937&device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 1098 time: 0.1016500 Jun 09 20:18:18.990889 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6d982360-9b12-4ae0-937d-63ee8b1a9adb req-f2030b92-8cb7-4b09-9239-9d07be5b4c00 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459569 Jun 09 20:18:19.132474 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185220b-b61f-4267-8d69-3a14da187842 req-af970d20-bfd6-4e55-a564-04924d7b3361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:19.134466 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a185220b-b61f-4267-8d69-3a14da187842 req-af970d20-bfd6-4e55-a564-04924d7b3361 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c25cf144-9666-4eca-b7e8-da4423771347 HTTP/1.1" status: 200 len: 910 time: 0.1529295 Jun 09 20:18:19.257306 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a185220b-b61f-4267-8d69-3a14da187842 req-9226eb34-0df9-47ba-ad6e-61ce2117cbb1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7daff8f-0061-40be-bdfc-f48bc45eb88a HTTP/1.1" status: 200 len: 1001 time: 0.1160209 Jun 09 20:18:19.330962 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185220b-b61f-4267-8d69-3a14da187842 req-17905723-066e-4c7e-b465-74e5274cdaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:19.332541 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a185220b-b61f-4267-8d69-3a14da187842 req-17905723-066e-4c7e-b465-74e5274cdaa7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e6100829-d6cf-4576-ade0-479f0419f14e HTTP/1.1" status: 200 len: 848 time: 0.0686169 Jun 09 20:18:19.411118 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185220b-b61f-4267-8d69-3a14da187842 req-d1fba6c4-bf53-47e2-ab10-eaffae1c0ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:19.413012 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a185220b-b61f-4267-8d69-3a14da187842 req-d1fba6c4-bf53-47e2-ab10-eaffae1c0ee3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c25cf144-9666-4eca-b7e8-da4423771347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734229 Jun 09 20:18:19.558160 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a185220b-b61f-4267-8d69-3a14da187842 req-26f642d3-97ac-4b49-9f87-ebbc8ca05a81 service neutron] 10.222.0.22 "GET /v2.0/networks/c25cf144-9666-4eca-b7e8-da4423771347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375182 Jun 09 20:18:19.727537 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-a185220b-b61f-4267-8d69-3a14da187842 req-07e03299-28e1-4398-bab3-629cc20aa156 service neutron] 10.222.0.22 "GET /v2.0/networks/c25cf144-9666-4eca-b7e8-da4423771347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576111 Jun 09 20:18:20.181981 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffe108-3414-427f-bd6b-e137e1fabbd6 req-b52d1051-49a5-447e-b2ad-ea03ccab974a tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:20.183438 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-08ffe108-3414-427f-bd6b-e137e1fabbd6 req-b52d1051-49a5-447e-b2ad-ea03ccab974a tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 945 time: 0.0841746 Jun 09 20:18:20.229604 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-08ffe108-3414-427f-bd6b-e137e1fabbd6 req-19de8b2e-0660-400b-9bea-efa4881a3aaa tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403421 Jun 09 20:18:21.437245 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a5569-3250-4d93-b0b0-b111bc53489c req-e4431efd-fc88-458f-8f3c-e6e4ccbdcb8c tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:21.438680 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-551a5569-3250-4d93-b0b0-b111bc53489c req-e4431efd-fc88-458f-8f3c-e6e4ccbdcb8c tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 945 time: 0.0906820 Jun 09 20:18:21.491712 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-551a5569-3250-4d93-b0b0-b111bc53489c req-6914e16d-f930-4b5c-aaf9-587bd432f474 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404510 Jun 09 20:18:22.685008 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c11a9a-e866-400f-84fa-4fc0cdcbff59 req-bbef57e0-4a05-4eb9-ac04-2f4c9c220ee4 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:22.686684 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-02c11a9a-e866-400f-84fa-4fc0cdcbff59 req-bbef57e0-4a05-4eb9-ac04-2f4c9c220ee4 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 945 time: 0.0823886 Jun 09 20:18:22.733105 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-02c11a9a-e866-400f-84fa-4fc0cdcbff59 req-1dc3b2bc-29a0-48d1-9a4f-52f65d7341fa tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403352 Jun 09 20:18:23.924021 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3e6ff-5fdf-460c-8647-bad0a7420efc req-8c13d0ac-8b93-4ea5-a5bf-06e0b081f8e9 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:23.925431 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c1d3e6ff-5fdf-460c-8647-bad0a7420efc req-8c13d0ac-8b93-4ea5-a5bf-06e0b081f8e9 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 945 time: 0.0833356 Jun 09 20:18:23.974546 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c1d3e6ff-5fdf-460c-8647-bad0a7420efc req-01ac68fe-9a6d-4653-b137-bddd04504381 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423129 Jun 09 20:18:24.454516 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc67f73-34ad-4ffa-96fc-c6216b82d6e2 req-478fa07f-c7e0-4b6b-a93d-b48a8807f40b tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:24.455985 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-edc67f73-34ad-4ffa-96fc-c6216b82d6e2 req-478fa07f-c7e0-4b6b-a93d-b48a8807f40b tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 945 time: 0.0921447 Jun 09 20:18:24.553127 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-edc67f73-34ad-4ffa-96fc-c6216b82d6e2 req-91ace8e4-0ff3-4158-993d-b5315febca54 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670500 Jun 09 20:18:24.567661 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3363e823-0a63-4281-a247-f96acd66121d req-835c5c1d-f7c2-4fd2-bb08-7e7e114c460f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1678817 Jun 09 20:18:24.630793 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:25.064142 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device e7daff8f-0061-40be-bdfc-f48bc45eb88a no longer exists at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:18:25.211590 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:25.238992 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7175c798-1149-4cab-8aaa-3f4f2f9ef140', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7daff8f-0061-40be-bdfc-f48bc45eb88a'}] {{(pid=92457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:18:25.241242 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c413b0bec0402a5ae16451c6582d791322e0202680a960d7e14492227081b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6021a1f1-8d3f-4deb-bd9d-31d4f3a8b31f" -d '{"events": [{"server_uuid": "7175c798-1149-4cab-8aaa-3f4f2f9ef140", "name": "network-vif-unplugged", "status": "completed", "tag": "e7daff8f-0061-40be-bdfc-f48bc45eb88a"}]}' {{(pid=92457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:18:25.249514 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port e7daff8f-0061-40be-bdfc-f48bc45eb88a, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=e7daff8f-0061-40be-bdfc-f48bc45eb88a,segment=NetworkSegment(4f17cc2f-0ced-4f87-8ac8-36a00d8686cf),segment_id=4f17cc2f-0ced-4f87-8ac8-36a00d8686cf)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:18:25.281886 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Jun 2021 20:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218a9bae-6a9c-4236-8669-8287781090bc x-openstack-request-id: req-218a9bae-6a9c-4236-8669-8287781090bc {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:18:25.282185 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7175c798-1149-4cab-8aaa-3f4f2f9ef140", "name": "network-vif-unplugged", "status": "failed", "tag": "e7daff8f-0061-40be-bdfc-f48bc45eb88a", "code": 422}]} {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:18:25.282443 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-218a9bae-6a9c-4236-8669-8287781090bc {{(pid=92457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:18:25.282833 dv-cinder-795669-1-iscsi neutron-server[92457]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7175c798-1149-4cab-8aaa-3f4f2f9ef140', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e7daff8f-0061-40be-bdfc-f48bc45eb88a', 'code': 422} returned with failed status Jun 09 20:18:25.284074 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 49858) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:18:25.321569 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:25.323888 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:18:25.351609 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bf25345-3dbd-4bf6-861e-92a23528edb1 admin admin] Deleting subnet 5792f4ee-8174-4319-986e-538e4ccd9f3b {{(pid=92456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 20:18:25.354542 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-7bf25345-3dbd-4bf6-861e-92a23528edb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:25.391290 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=e7daff8f-0061-40be-bdfc-f48bc45eb88a,revision_number=6']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:18:25.394362 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:18:25.403981 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-7bf25345-3dbd-4bf6-861e-92a23528edb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299860'] for subnet, precommit_delete_associations {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:25.463212 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-7bf25345-3dbd-4bf6-861e-92a23528edb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883559'] for subnet, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:25.597949 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-7bf25345-3dbd-4bf6-861e-92a23528edb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2274034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2365105'] for subnet, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:25.603901 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:18:25.640604 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf25345-3dbd-4bf6-861e-92a23528edb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5792f4ee-8174-4319-986e-538e4ccd9f3b,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:18:25.642801 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-7bf25345-3dbd-4bf6-861e-92a23528edb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:25.647803 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-7bf25345-3dbd-4bf6-861e-92a23528edb1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5792f4ee-8174-4319-986e-538e4ccd9f3b HTTP/1.1" status: 204 len: 168 time: 0.3603477 Jun 09 20:18:25.647803 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-7bf25345-3dbd-4bf6-861e-92a23528edb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:18:25.648030 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 49862) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:18:25.752986 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db83ee-c04e-4d9f-bd50-0cda178e1340 req-ce4ca630-2737-4f09-bcd8-a112ee516a8f tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:25.754510 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f1db83ee-c04e-4d9f-bd50-0cda178e1340 req-ce4ca630-2737-4f09-bcd8-a112ee516a8f tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 943 time: 0.0879180 Jun 09 20:18:25.755993 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b44ebd77-03c0-4622-be55-53091000f28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769015'] for network, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:25.800767 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f1db83ee-c04e-4d9f-bd50-0cda178e1340 req-06a75ea9-a7ac-4d5c-a212-46b310d3257f tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399256 Jun 09 20:18:25.880513 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b44ebd77-03c0-4622-be55-53091000f28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884462', 'neutron.services.segments.db._delete_segments_for_network-8784791871416'] for network, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:25.892993 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.services.segments.db [None req-b44ebd77-03c0-4622-be55-53091000f28f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e529e759-3af1-49ab-b0be-0f51580ea651']}} {{(pid=92456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:18:25.907802 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.services.segments.db [None req-b44ebd77-03c0-4622-be55-53091000f28f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35413a56-3c0e-4c8c-aaad-274cd70d5338') {'for_net_delete': True} {{(pid=92456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:18:25.908407 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.services.segments.db [None req-b44ebd77-03c0-4622-be55-53091000f28f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35413a56-3c0e-4c8c-aaad-274cd70d5338') {} {{(pid=92456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:18:25.920825 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b44ebd77-03c0-4622-be55-53091000f28f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784791825875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2301223'] for segment, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:25.936613 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b44ebd77-03c0-4622-be55-53091000f28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028'] for segment, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:25.942449 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b44ebd77-03c0-4622-be55-53091000f28f admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=92456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 20:18:25.942829 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b44ebd77-03c0-4622-be55-53091000f28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2273943'] for segment, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:25.955327 dv-cinder-795669-1-iscsi neutron-server[92456]: Traceback (most recent call last): Jun 09 20:18:25.955327 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 20:18:25.955327 dv-cinder-795669-1-iscsi neutron-server[92456]: timer() Jun 09 20:18:25.955327 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 20:18:25.955327 dv-cinder-795669-1-iscsi neutron-server[92456]: cb(*args, **kw) Jun 09 20:18:25.955327 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 20:18:25.955327 dv-cinder-795669-1-iscsi neutron-server[92456]: return func(*args, **kwargs) Jun 09 20:18:25.955327 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 20:18:25.955327 dv-cinder-795669-1-iscsi neutron-server[92456]: self._notify() Jun 09 20:18:25.955327 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 20:18:25.955327 dv-cinder-795669-1-iscsi neutron-server[92456]: self.callback(batched_events) Jun 09 20:18:25.955327 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 20:18:25.955327 dv-cinder-795669-1-iscsi neutron-server[92456]: event.method(event) Jun 09 20:18:25.955327 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 20:18:25.955327 dv-cinder-795669-1-iscsi neutron-server[92456]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 20:18:25.955327 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 20:18:25.955327 dv-cinder-795669-1-iscsi neutron-server[92456]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 20:18:25.955327 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 20:18:25.955327 dv-cinder-795669-1-iscsi neutron-server[92456]: return f(self, *a, **k) Jun 09 20:18:25.955327 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 20:18:25.955327 dv-cinder-795669-1-iscsi neutron-server[92456]: return self._get(url).json() Jun 09 20:18:25.955327 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 20:18:25.955327 dv-cinder-795669-1-iscsi neutron-server[92456]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 20:18:25.955327 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 20:18:25.955327 dv-cinder-795669-1-iscsi neutron-server[92456]: return self.request(url, 'GET', **kwargs) Jun 09 20:18:25.955327 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 20:18:25.955327 dv-cinder-795669-1-iscsi neutron-server[92456]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 20:18:25.955327 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 20:18:25.955327 dv-cinder-795669-1-iscsi neutron-server[92456]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 20:18:25.955327 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 20:18:25.955327 dv-cinder-795669-1-iscsi neutron-server[92456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 20:18:25.955327 dv-cinder-795669-1-iscsi neutron-server[92456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 20:18:26.098915 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b44ebd77-03c0-4622-be55-53091000f28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3854142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3925107'] for network, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:26.102685 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:18:26.115897 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b44ebd77-03c0-4622-be55-53091000f28f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for network, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:26.117646 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-b44ebd77-03c0-4622-be55-53091000f28f admin admin] 10.222.0.15 "DELETE /v2.0/networks/e529e759-3af1-49ab-b0be-0f51580ea651 HTTP/1.1" status: 204 len: 168 time: 0.4688735 Jun 09 20:18:26.123455 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ebd77-03c0-4622-be55-53091000f28f admin admin] Pushing event deleted for resources: {'Network': ['ID=e529e759-3af1-49ab-b0be-0f51580ea651,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:18:26.125860 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-b44ebd77-03c0-4622-be55-53091000f28f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:18:26.461551 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 49868) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:18:26.516928 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-bd038e91-309a-4314-af24-9d810d574329 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fe1dd033afe04fd99765c0c3031332b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0541208 Jun 09 20:18:26.519321 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 49870) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:18:26.658058 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-5c70d168-fb9a-4d52-af94-9b207d54ce0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:26.686792 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-5c70d168-fb9a-4d52-af94-9b207d54ce0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:26.817492 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-5c70d168-fb9a-4d52-af94-9b207d54ce0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:26.820040 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-5c70d168-fb9a-4d52-af94-9b207d54ce0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:26.821178 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-5c70d168-fb9a-4d52-af94-9b207d54ce0e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/827cef54-0b3e-45ff-bc34-201ade15ce77 HTTP/1.1" status: 204 len: 168 time: 0.3009379 Jun 09 20:18:26.822542 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-94c6c152-1aee-4562-8606-317ecef13139 tempest-TestMinimumBasicScenario-48319121 tempest-TestMinimumBasicScenario-48319121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:18:26.832139 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c70d168-fb9a-4d52-af94-9b207d54ce0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827cef54-0b3e-45ff-bc34-201ade15ce77,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:18:26.834599 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-5c70d168-fb9a-4d52-af94-9b207d54ce0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:18:26.999961 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48282898-2714-40eb-9ae5-b2483a6a5dd2 req-b74254a5-4877-4482-9c5b-6fd820795ac1 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:27.001593 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-48282898-2714-40eb-9ae5-b2483a6a5dd2 req-b74254a5-4877-4482-9c5b-6fd820795ac1 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 943 time: 0.0921133 Jun 09 20:18:27.048679 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-48282898-2714-40eb-9ae5-b2483a6a5dd2 req-97f27c6c-21a2-40b0-941e-8c7fd151b507 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415952 Jun 09 20:18:27.474535 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363e823-0a63-4281-a247-f96acd66121d req-b169e2aa-e924-4704-9cbf-9b1d15639392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:27.476021 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-3363e823-0a63-4281-a247-f96acd66121d req-b169e2aa-e924-4704-9cbf-9b1d15639392 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140&tenant_id=77d6b587facd4bc88ca77baf7f14c937 HTTP/1.1" status: 200 len: 1096 time: 0.0722449 Jun 09 20:18:27.576696 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363e823-0a63-4281-a247-f96acd66121d req-64ddb555-931e-406e-84de-c713a7628709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:27.578166 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-3363e823-0a63-4281-a247-f96acd66121d req-64ddb555-931e-406e-84de-c713a7628709 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=77d6b587facd4bc88ca77baf7f14c937&device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 1096 time: 0.0764179 Jun 09 20:18:27.718265 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363e823-0a63-4281-a247-f96acd66121d req-004fe346-7e9a-4464-92b6-3247f7141168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:27.719711 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-3363e823-0a63-4281-a247-f96acd66121d req-004fe346-7e9a-4464-92b6-3247f7141168 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c25cf144-9666-4eca-b7e8-da4423771347 HTTP/1.1" status: 200 len: 910 time: 0.1287725 Jun 09 20:18:27.824401 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-3363e823-0a63-4281-a247-f96acd66121d req-61b8fade-d5d6-4846-876a-ad9f6beb553e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7daff8f-0061-40be-bdfc-f48bc45eb88a HTTP/1.1" status: 200 len: 999 time: 0.0979538 Jun 09 20:18:27.890328 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363e823-0a63-4281-a247-f96acd66121d req-2f348197-0761-42e2-b861-723c49d496de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:27.891757 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-3363e823-0a63-4281-a247-f96acd66121d req-2f348197-0761-42e2-b861-723c49d496de service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e6100829-d6cf-4576-ade0-479f0419f14e HTTP/1.1" status: 200 len: 848 time: 0.0604570 Jun 09 20:18:27.988256 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363e823-0a63-4281-a247-f96acd66121d req-4a707cdb-88cd-4d66-9b4b-5d382492c21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:27.989748 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-3363e823-0a63-4281-a247-f96acd66121d req-4a707cdb-88cd-4d66-9b4b-5d382492c21c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c25cf144-9666-4eca-b7e8-da4423771347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0915978 Jun 09 20:18:28.130879 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-3363e823-0a63-4281-a247-f96acd66121d req-37b314bf-0d9a-486f-8ffb-e558e561d8fe service neutron] 10.222.0.22 "GET /v2.0/networks/c25cf144-9666-4eca-b7e8-da4423771347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336956 Jun 09 20:18:28.240916 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d6641-12db-4861-8eaf-5ab096b9eb3d req-30ac178c-2f56-4c07-9652-448516ecadd7 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:28.244806 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a11d6641-12db-4861-8eaf-5ab096b9eb3d req-30ac178c-2f56-4c07-9652-448516ecadd7 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 943 time: 0.0861104 Jun 09 20:18:28.282061 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-3363e823-0a63-4281-a247-f96acd66121d req-a9e7047e-1eea-472a-98ef-460aadbd7aff service neutron] 10.222.0.22 "GET /v2.0/networks/c25cf144-9666-4eca-b7e8-da4423771347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409061 Jun 09 20:18:28.293004 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a11d6641-12db-4861-8eaf-5ab096b9eb3d req-0dc2aec3-f141-476b-ab5b-0d3184800f43 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446227 Jun 09 20:18:29.087245 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-dd41123f-8289-47ef-b644-d9ed3af110c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:29.490634 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ab5a8-62b7-4395-b7dc-4a71c9da20ec req-ea9cb811-7786-45d5-89d6-1e094c77c5ba tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:29.492131 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-802ab5a8-62b7-4395-b7dc-4a71c9da20ec req-ea9cb811-7786-45d5-89d6-1e094c77c5ba tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 943 time: 0.0794597 Jun 09 20:18:29.541672 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-802ab5a8-62b7-4395-b7dc-4a71c9da20ec req-75d157bd-2b26-46d4-ab6c-2425b3cafdf8 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438004 Jun 09 20:18:30.693738 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2660e-7ea1-4cf8-88ca-0820a460a3ad req-bc74aea4-1552-4b40-b1dc-20f15a5ee214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:30.695199 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-31d2660e-7ea1-4cf8-88ca-0820a460a3ad req-bc74aea4-1552-4b40-b1dc-20f15a5ee214 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=77d6b587facd4bc88ca77baf7f14c937&device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 1096 time: 0.0738020 Jun 09 20:18:30.734780 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14e69b-f417-487a-b755-3ee3ef284198 req-69ed7040-3266-4431-81dd-78d025ab8022 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:30.736349 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ee14e69b-f417-487a-b755-3ee3ef284198 req-69ed7040-3266-4431-81dd-78d025ab8022 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 943 time: 0.0840516 Jun 09 20:18:30.781487 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ee14e69b-f417-487a-b755-3ee3ef284198 req-fe6b3b43-20bd-4386-a4cc-80b1d75ccfeb tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393021 Jun 09 20:18:30.840985 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2660e-7ea1-4cf8-88ca-0820a460a3ad req-d9894639-52e0-4767-a4f6-d2d10148dbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:30.842470 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-31d2660e-7ea1-4cf8-88ca-0820a460a3ad req-d9894639-52e0-4767-a4f6-d2d10148dbb3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c25cf144-9666-4eca-b7e8-da4423771347 HTTP/1.1" status: 200 len: 910 time: 0.1266754 Jun 09 20:18:30.946460 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-31d2660e-7ea1-4cf8-88ca-0820a460a3ad req-f4fc9211-5da6-4257-8d5f-f61daec6a72f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7daff8f-0061-40be-bdfc-f48bc45eb88a HTTP/1.1" status: 200 len: 999 time: 0.0969563 Jun 09 20:18:31.020602 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2660e-7ea1-4cf8-88ca-0820a460a3ad req-9b6a2281-a05d-4f1d-ad5d-f8dec34a4f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:31.022125 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-31d2660e-7ea1-4cf8-88ca-0820a460a3ad req-9b6a2281-a05d-4f1d-ad5d-f8dec34a4f30 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e6100829-d6cf-4576-ade0-479f0419f14e HTTP/1.1" status: 200 len: 848 time: 0.0582650 Jun 09 20:18:31.100762 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2660e-7ea1-4cf8-88ca-0820a460a3ad req-bc0427ba-888a-4afb-8196-61c50ca89a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:31.102206 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-31d2660e-7ea1-4cf8-88ca-0820a460a3ad req-bc0427ba-888a-4afb-8196-61c50ca89a36 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c25cf144-9666-4eca-b7e8-da4423771347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731394 Jun 09 20:18:31.231906 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-31d2660e-7ea1-4cf8-88ca-0820a460a3ad req-4bdcb108-6f3f-4f36-9452-b392efd58523 service neutron] 10.222.0.22 "GET /v2.0/networks/c25cf144-9666-4eca-b7e8-da4423771347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223581 Jun 09 20:18:31.456737 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-31d2660e-7ea1-4cf8-88ca-0820a460a3ad req-e2174adf-5b5e-4daa-be6b-7c0ab50acad1 service neutron] 10.222.0.22 "GET /v2.0/networks/c25cf144-9666-4eca-b7e8-da4423771347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097757 Jun 09 20:18:31.456947 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:31.874207 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-57984da7-e153-4d2f-9138-65eb6fd6b67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:31.968318 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8b4d9-8d21-4c25-bd36-35012aa89d9f req-24c3e879-f1ad-4228-bab2-3a2ac510af06 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:31.969758 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2fd8b4d9-8d21-4c25-bd36-35012aa89d9f req-24c3e879-f1ad-4228-bab2-3a2ac510af06 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 943 time: 0.0824325 Jun 09 20:18:32.014277 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2fd8b4d9-8d21-4c25-bd36-35012aa89d9f req-ae8eb9ef-1516-455b-b7bc-00c43f58cc2c tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389006 Jun 09 20:18:32.742616 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:33.194812 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061cae71-ef39-4ea3-af22-cb3054bd8527 req-72f2c48f-8ae2-4aae-86c7-a8aefd9decba tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:33.196168 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-061cae71-ef39-4ea3-af22-cb3054bd8527 req-72f2c48f-8ae2-4aae-86c7-a8aefd9decba tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 943 time: 0.0783722 Jun 09 20:18:33.241579 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-061cae71-ef39-4ea3-af22-cb3054bd8527 req-d7b4731a-9c72-4204-9aa9-255358924c95 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397182 Jun 09 20:18:34.361106 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:34.521766 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c9c67-e523-40e7-b962-81545084c072 req-29451a71-b5ed-4f79-bce5-61d434645d4a tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:34.523296 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-989c9c67-e523-40e7-b962-81545084c072 req-29451a71-b5ed-4f79-bce5-61d434645d4a tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 943 time: 0.1735909 Jun 09 20:18:34.567206 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-989c9c67-e523-40e7-b962-81545084c072 req-28e34526-51da-44e2-8ac6-1a771253cb8c tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382776 Jun 09 20:18:35.116717 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device e7daff8f-0061-40be-bdfc-f48bc45eb88a details requested by agent hyperv_hv-cinder-79566 with host hv-cinder-79566 {{(pid=92457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 20:18:35.253241 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port e7daff8f-0061-40be-bdfc-f48bc45eb88a, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=e7daff8f-0061-40be-bdfc-f48bc45eb88a,segment=NetworkSegment(4f17cc2f-0ced-4f87-8ac8-36a00d8686cf),segment_id=4f17cc2f-0ced-4f87-8ac8-36a00d8686cf)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:18:35.266184 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Returning: {'device': 'e7daff8f-0061-40be-bdfc-f48bc45eb88a', 'network_id': 'c25cf144-9666-4eca-b7e8-da4423771347', 'port_id': 'e7daff8f-0061-40be-bdfc-f48bc45eb88a', 'mac_address': 'fa:16:3e:a7:16:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6100829-d6cf-4576-ade0-479f0419f14e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 20:18:35.325502 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:35.344897 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7daff8f-0061-40be-bdfc-f48bc45eb88a {{(pid=92457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:18:35.360296 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port e7daff8f-0061-40be-bdfc-f48bc45eb88a, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=e7daff8f-0061-40be-bdfc-f48bc45eb88a,segment=NetworkSegment(4f17cc2f-0ced-4f87-8ac8-36a00d8686cf),segment_id=4f17cc2f-0ced-4f87-8ac8-36a00d8686cf)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:18:35.451092 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:35.453001 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-c7250a28-986d-457d-8b5f-4db72cb51f28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:18:35.521324 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=e7daff8f-0061-40be-bdfc-f48bc45eb88a,revision_number=7']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:18:35.528870 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:18:35.529244 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:18:35.529543 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:18:35.529874 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:18:35.530204 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:18:35.530532 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:18:35.530926 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:18:35.531161 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:18:35.531487 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:18:35.531805 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:18:35.532145 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:18:35.532461 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:18:35.536192 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:18:35.696225 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['e7daff8f-0061-40be-bdfc-f48bc45eb88a'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:18:35.769401 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041216e-676a-4d2f-95ee-2810afd25183 req-1766e58b-f413-4210-9eca-a55a52c69e84 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:35.770917 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3041216e-676a-4d2f-95ee-2810afd25183 req-1766e58b-f413-4210-9eca-a55a52c69e84 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 944 time: 0.0908740 Jun 09 20:18:35.837610 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3041216e-676a-4d2f-95ee-2810afd25183 req-c15423e1-cb9a-4772-bd1c-447725768d0e tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558207 Jun 09 20:18:37.016085 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde3839-84c0-4b2b-b76c-eac869962333 req-945bee6e-df24-4a4d-830f-9d3c74247efb tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:37.017576 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-5bde3839-84c0-4b2b-b76c-eac869962333 req-945bee6e-df24-4a4d-830f-9d3c74247efb tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 944 time: 0.0792568 Jun 09 20:18:37.062339 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-5bde3839-84c0-4b2b-b76c-eac869962333 req-9a88f3c7-9cd1-4bf9-b609-071ecd62300c tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389388 Jun 09 20:18:37.144642 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device e7daff8f-0061-40be-bdfc-f48bc45eb88a up at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:18:37.215673 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning complete for port e7daff8f-0061-40be-bdfc-f48bc45eb88a triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:18:37.216075 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:37.332661 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:37.358603 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7175c798-1149-4cab-8aaa-3f4f2f9ef140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7daff8f-0061-40be-bdfc-f48bc45eb88a'}] {{(pid=92457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:18:37.360876 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c413b0bec0402a5ae16451c6582d791322e0202680a960d7e14492227081b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599b4407-4d2a-4253-b9d5-ce6f5d242836" -d '{"events": [{"server_uuid": "7175c798-1149-4cab-8aaa-3f4f2f9ef140", "name": "network-vif-plugged", "status": "completed", "tag": "e7daff8f-0061-40be-bdfc-f48bc45eb88a"}]}' {{(pid=92457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:18:37.368162 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port e7daff8f-0061-40be-bdfc-f48bc45eb88a, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=e7daff8f-0061-40be-bdfc-f48bc45eb88a,segment=NetworkSegment(4f17cc2f-0ced-4f87-8ac8-36a00d8686cf),segment_id=4f17cc2f-0ced-4f87-8ac8-36a00d8686cf)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:18:37.405291 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370e4936-8eef-432f-9544-50ae4b7c47a7 x-openstack-request-id: req-370e4936-8eef-432f-9544-50ae4b7c47a7 {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:18:37.405599 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7175c798-1149-4cab-8aaa-3f4f2f9ef140", "name": "network-vif-plugged", "status": "completed", "tag": "e7daff8f-0061-40be-bdfc-f48bc45eb88a", "code": 200}]} {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:18:37.405864 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-370e4936-8eef-432f-9544-50ae4b7c47a7 {{(pid=92457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:18:37.406257 dv-cinder-795669-1-iscsi neutron-server[92457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7175c798-1149-4cab-8aaa-3f4f2f9ef140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7daff8f-0061-40be-bdfc-f48bc45eb88a', 'code': 200} Jun 09 20:18:37.445602 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:37.448126 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:18:37.511690 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=e7daff8f-0061-40be-bdfc-f48bc45eb88a,revision_number=8']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:18:37.515044 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:18:37.779691 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b8b28-c6dc-4ae9-a3b1-09d92aeab366 req-78127c71-85ff-4d55-b9ac-ff7332f1474b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:37.781244 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b22b8b28-c6dc-4ae9-a3b1-09d92aeab366 req-78127c71-85ff-4d55-b9ac-ff7332f1474b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 1098 time: 0.0677550 Jun 09 20:18:37.823776 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b22b8b28-c6dc-4ae9-a3b1-09d92aeab366 req-c820e5ea-bc43-4fbd-9a5e-208678b04244 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344794 Jun 09 20:18:38.252859 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68cfc87-c653-45f2-8c69-2b46ef4c6eb8 req-71f26b9a-32a3-41e6-96f6-9aecdc87e66e tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:38.254301 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d68cfc87-c653-45f2-8c69-2b46ef4c6eb8 req-71f26b9a-32a3-41e6-96f6-9aecdc87e66e tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 945 time: 0.0834618 Jun 09 20:18:38.300261 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-d68cfc87-c653-45f2-8c69-2b46ef4c6eb8 req-c3c9f1ab-de16-46a9-87cb-58c21d3262f1 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402503 Jun 09 20:18:39.487537 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bea8b3-dc7d-439d-9b37-7f836de32fa6 req-e0f4817b-3331-4b41-ba79-5d2b17fb41df tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:39.489021 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-27bea8b3-dc7d-439d-9b37-7f836de32fa6 req-e0f4817b-3331-4b41-ba79-5d2b17fb41df tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 945 time: 0.0806808 Jun 09 20:18:39.534092 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-27bea8b3-dc7d-439d-9b37-7f836de32fa6 req-6412223e-015a-4932-bcc5-cfb0bf6b72b8 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392129 Jun 09 20:18:41.133447 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 50078) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:18:41.246850 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-c98cf52b-057f-4775-ae29-8311495e542f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:41.347450 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-c98cf52b-057f-4775-ae29-8311495e542f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:41.427760 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-c98cf52b-057f-4775-ae29-8311495e542f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:41.435713 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-d9c56b63-4e60-474a-a682-a0377006983a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:18:41.474609 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-c98cf52b-057f-4775-ae29-8311495e542f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dcf68d97482b449f89c6cb1ff58ef788&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3400691 Jun 09 20:18:41.475510 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98cf52b-057f-4775-ae29-8311495e542f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d692330d-721e-4db3-9b6a-659643ebe731,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:18:41.477638 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 50082) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:18:41.482815 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cf52b-057f-4775-ae29-8311495e542f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:18:41.483195 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cf52b-057f-4775-ae29-8311495e542f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:18:41.483562 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cf52b-057f-4775-ae29-8311495e542f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:18:41.483951 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cf52b-057f-4775-ae29-8311495e542f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:18:41.484310 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cf52b-057f-4775-ae29-8311495e542f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:18:41.484666 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cf52b-057f-4775-ae29-8311495e542f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:18:41.485018 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cf52b-057f-4775-ae29-8311495e542f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:18:41.485376 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cf52b-057f-4775-ae29-8311495e542f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:18:41.485727 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cf52b-057f-4775-ae29-8311495e542f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:18:41.486077 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cf52b-057f-4775-ae29-8311495e542f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:18:41.486423 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cf52b-057f-4775-ae29-8311495e542f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:18:41.486767 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98cf52b-057f-4775-ae29-8311495e542f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:18:41.490610 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-c98cf52b-057f-4775-ae29-8311495e542f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:18:41.538729 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-2c5f90e1-934d-4207-a985-ba8815ecfc86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:41.563973 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-2c5f90e1-934d-4207-a985-ba8815ecfc86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:41.720673 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-2c5f90e1-934d-4207-a985-ba8815ecfc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:41.723081 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-2c5f90e1-934d-4207-a985-ba8815ecfc86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:41.724307 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-2c5f90e1-934d-4207-a985-ba8815ecfc86 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d692330d-721e-4db3-9b6a-659643ebe731 HTTP/1.1" status: 204 len: 168 time: 0.2456739 Jun 09 20:18:41.725102 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-572fea45-fe76-4b4b-8473-6329fdcbb5cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:18:41.734343 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f90e1-934d-4207-a985-ba8815ecfc86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d692330d-721e-4db3-9b6a-659643ebe731,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:18:41.736691 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-2c5f90e1-934d-4207-a985-ba8815ecfc86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:18:51.899996 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 6 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:18:53.054024 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e646d-e42e-4b6f-af79-254723d17764 req-12d7cc28-f9c3-4349-b1c0-87b904fe6ae1 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:53.054988 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3a5e646d-e42e-4b6f-af79-254723d17764 req-12d7cc28-f9c3-4349-b1c0-87b904fe6ae1 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbea3e8-9bf3-4654-88ee-64c916b2c92a HTTP/1.1" status: 200 len: 945 time: 0.0796657 Jun 09 20:18:53.102615 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3a5e646d-e42e-4b6f-af79-254723d17764 req-d672f01a-d84a-4ffa-8176-fbe412da896f tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417907 Jun 09 20:18:54.284229 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cd24e-eb9a-4e00-8ae4-dd488dfce854 req-52e7fa39-e1ed-41f7-aa11-6c0d22b98561 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:54.285677 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-657cd24e-eb9a-4e00-8ae4-dd488dfce854 req-52e7fa39-e1ed-41f7-aa11-6c0d22b98561 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbea3e8-9bf3-4654-88ee-64c916b2c92a HTTP/1.1" status: 200 len: 945 time: 0.0789196 Jun 09 20:18:54.329608 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-657cd24e-eb9a-4e00-8ae4-dd488dfce854 req-e57c0624-ee48-4400-938d-fb28e7621291 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382454 Jun 09 20:18:54.634311 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:55.528612 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0238b-9d0e-4ec3-b8e0-5f8c8e6e6841 req-d7f56c67-ecb2-4c80-a6fc-61d9a78e5e16 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:55.530055 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e8c0238b-9d0e-4ec3-b8e0-5f8c8e6e6841 req-d7f56c67-ecb2-4c80-a6fc-61d9a78e5e16 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbea3e8-9bf3-4654-88ee-64c916b2c92a HTTP/1.1" status: 200 len: 945 time: 0.0931489 Jun 09 20:18:55.574909 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e8c0238b-9d0e-4ec3-b8e0-5f8c8e6e6841 req-bb9179cf-68d5-49b5-8c14-a35a1a7a4e16 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392053 Jun 09 20:18:56.072540 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6d80e-4053-47f9-b3be-c4895d9b28a5 req-5018791a-2b92-43fc-8800-660926c15f1e tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:56.074027 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-24a6d80e-4053-47f9-b3be-c4895d9b28a5 req-5018791a-2b92-43fc-8800-660926c15f1e tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fbea3e8-9bf3-4654-88ee-64c916b2c92a HTTP/1.1" status: 200 len: 945 time: 0.0785494 Jun 09 20:18:56.216360 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [req-24a6d80e-4053-47f9-b3be-c4895d9b28a5 req-8945233d-07d0-4168-b92b-86e341de98c1 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Deleting port cd3c585a-058c-4dc9-a6dc-04490bf9d8f5 {{(pid=92456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:18:56.216695 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-24a6d80e-4053-47f9-b3be-c4895d9b28a5 req-8945233d-07d0-4168-b92b-86e341de98c1 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:56.346103 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-24a6d80e-4053-47f9-b3be-c4895d9b28a5 req-8945233d-07d0-4168-b92b-86e341de98c1 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] For port cd3c585a-058c-4dc9-a6dc-04490bf9d8f5, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=cd3c585a-058c-4dc9-a6dc-04490bf9d8f5,segment=NetworkSegment(e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d),segment_id=e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d)] {{(pid=92456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:18:56.346370 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-24a6d80e-4053-47f9-b3be-c4895d9b28a5 req-8945233d-07d0-4168-b92b-86e341de98c1 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:56.637976 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-24a6d80e-4053-47f9-b3be-c4895d9b28a5 req-8945233d-07d0-4168-b92b-86e341de98c1 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:56.638345 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-24a6d80e-4053-47f9-b3be-c4895d9b28a5 req-8945233d-07d0-4168-b92b-86e341de98c1 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3925089'] for floatingip, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:56.638653 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.db.l3_db [req-24a6d80e-4053-47f9-b3be-c4895d9b28a5 req-8945233d-07d0-4168-b92b-86e341de98c1 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Floating IP bd8640d6-c17a-46cb-84be-6c84374a42dc disassociated. External IP: 172.27.0.94, port: cd3c585a-058c-4dc9-a6dc-04490bf9d8f5. Jun 09 20:18:56.638984 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [req-24a6d80e-4053-47f9-b3be-c4895d9b28a5 req-8945233d-07d0-4168-b92b-86e341de98c1 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Calling delete_port for cd3c585a-058c-4dc9-a6dc-04490bf9d8f5 owned by compute:nova {{(pid=92456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:18:56.762407 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2b7ce-e8c8-4303-9593-11a62dabbf4e req-68210e9b-c491-43e9-bba4-0c6d89237988 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:18:56.763882 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-69f2b7ce-e8c8-4303-9593-11a62dabbf4e req-68210e9b-c491-43e9-bba4-0c6d89237988 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbea3e8-9bf3-4654-88ee-64c916b2c92a HTTP/1.1" status: 200 len: 945 time: 0.0788171 Jun 09 20:18:56.808618 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-69f2b7ce-e8c8-4303-9593-11a62dabbf4e req-e6512efc-c85d-4324-b77d-7fba4a781038 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390897 Jun 09 20:18:56.885609 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-24a6d80e-4053-47f9-b3be-c4895d9b28a5 req-8945233d-07d0-4168-b92b-86e341de98c1 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2273976'] for port, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:56.891445 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-1f90a1b3-fb04-45d5-a121-efc235f820b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:18:56.939603 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8945233d-07d0-4168-b92b-86e341de98c1 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Pushing event deleted for resources: {'Port': ['ID=cd3c585a-058c-4dc9-a6dc-04490bf9d8f5,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:18:56.942672 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-8945233d-07d0-4168-b92b-86e341de98c1 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:18:57.134599 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24a6d80e-4053-47f9-b3be-c4895d9b28a5 req-8945233d-07d0-4168-b92b-86e341de98c1 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Router 58d30ef0-1dc4-400f-bf52-7c3088df0adb has already been hosted by L3 agent 64117835-a1f5-4801-ace7-11985afbc460 {{(pid=92456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 20:18:57.153623 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 50214) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:18:57.272028 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-36ef4ebb-c4e5-4601-be7f-b3a2d7e0c283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:57.336717 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24a6d80e-4053-47f9-b3be-c4895d9b28a5 req-8945233d-07d0-4168-b92b-86e341de98c1 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:18:57.348758 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec92b22-5952-4869-b341-e1f6907b86c9 None None] Sync routers for ids ['58d30ef0-1dc4-400f-bf52-7c3088df0adb'] in dv-cinder-795669-1-iscsi {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:18:57.363399 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec92b22-5952-4869-b341-e1f6907b86c9 None None] Routers {'58d30ef0-1dc4-400f-bf52-7c3088df0adb'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:18:57.364093 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-cec92b22-5952-4869-b341-e1f6907b86c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:18:32Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['58d30ef0-1dc4-400f-bf52-7c3088df0adb'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:18:57.398394 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-36ef4ebb-c4e5-4601-be7f-b3a2d7e0c283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:57.426588 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a6d80e-4053-47f9-b3be-c4895d9b28a5 req-8945233d-07d0-4168-b92b-86e341de98c1 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] No DVR routers for this DVR port cd3c585a-058c-4dc9-a6dc-04490bf9d8f5 on host hv-cinder-79566 {{(pid=92456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 20:18:57.429498 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-24a6d80e-4053-47f9-b3be-c4895d9b28a5 req-8945233d-07d0-4168-b92b-86e341de98c1 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:57.431514 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-24a6d80e-4053-47f9-b3be-c4895d9b28a5 req-8945233d-07d0-4168-b92b-86e341de98c1 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.22 "DELETE /v2.0/ports/cd3c585a-058c-4dc9-a6dc-04490bf9d8f5 HTTP/1.1" status: 204 len: 173 time: 1.3513794 Jun 09 20:18:57.432151 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fbea3e8-9bf3-4654-88ee-64c916b2c92a', 'name': 'network-vif-deleted', 'tag': 'cd3c585a-058c-4dc9-a6dc-04490bf9d8f5'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:18:57.434645 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f464d3bb-b9c2-4cad-a050-a6c6356a9445" -d '{"events": [{"server_uuid": "7fbea3e8-9bf3-4654-88ee-64c916b2c92a", "name": "network-vif-deleted", "tag": "cd3c585a-058c-4dc9-a6dc-04490bf9d8f5"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:18:57.479907 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-36ef4ebb-c4e5-4601-be7f-b3a2d7e0c283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:57.485237 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb200be4-4f79-4e7c-9ac5-9ed8643c3dd5 x-openstack-request-id: req-fb200be4-4f79-4e7c-9ac5-9ed8643c3dd5 {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:18:57.485640 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fbea3e8-9bf3-4654-88ee-64c916b2c92a", "name": "network-vif-deleted", "tag": "cd3c585a-058c-4dc9-a6dc-04490bf9d8f5", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:18:57.486189 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fb200be4-4f79-4e7c-9ac5-9ed8643c3dd5 {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:18:57.486943 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fbea3e8-9bf3-4654-88ee-64c916b2c92a', 'name': 'network-vif-deleted', 'tag': 'cd3c585a-058c-4dc9-a6dc-04490bf9d8f5', 'status': 'completed', 'code': 200} Jun 09 20:18:57.488323 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-b6062ea4-d1a7-4da6-89c3-ffad1496da7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:18:57.529857 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef4ebb-c4e5-4601-be7f-b3a2d7e0c283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41e2f9b-91e2-4dfc-b098-4c3f654aac55,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:18:57.533723 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-36ef4ebb-c4e5-4601-be7f-b3a2d7e0c283 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=24eaa48b908c4d24acd91676cb31b2e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3790631 Jun 09 20:18:57.536373 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 50220) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:18:57.551167 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef4ebb-c4e5-4601-be7f-b3a2d7e0c283 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:18:57.551544 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef4ebb-c4e5-4601-be7f-b3a2d7e0c283 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:18:57.552006 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef4ebb-c4e5-4601-be7f-b3a2d7e0c283 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:18:57.552375 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef4ebb-c4e5-4601-be7f-b3a2d7e0c283 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:18:57.552740 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef4ebb-c4e5-4601-be7f-b3a2d7e0c283 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:18:57.553095 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef4ebb-c4e5-4601-be7f-b3a2d7e0c283 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:18:57.553453 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef4ebb-c4e5-4601-be7f-b3a2d7e0c283 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:18:57.553807 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef4ebb-c4e5-4601-be7f-b3a2d7e0c283 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:18:57.554165 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef4ebb-c4e5-4601-be7f-b3a2d7e0c283 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:18:57.554516 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef4ebb-c4e5-4601-be7f-b3a2d7e0c283 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:18:57.554866 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef4ebb-c4e5-4601-be7f-b3a2d7e0c283 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:18:57.555215 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef4ebb-c4e5-4601-be7f-b3a2d7e0c283 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:18:57.560056 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-36ef4ebb-c4e5-4601-be7f-b3a2d7e0c283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:18:57.596685 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-cec92b22-5952-4869-b341-e1f6907b86c9 None None] Set router 58d30ef0-1dc4-400f-bf52-7c3088df0adb gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:18:57.615445 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-b85ba32e-5b82-4df7-b18c-ef4adf90528a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:57.642668 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-b85ba32e-5b82-4df7-b18c-ef4adf90528a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:57.788903 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-b85ba32e-5b82-4df7-b18c-ef4adf90528a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:57.791533 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-b85ba32e-5b82-4df7-b18c-ef4adf90528a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:57.793100 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-b85ba32e-5b82-4df7-b18c-ef4adf90528a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e41e2f9b-91e2-4dfc-b098-4c3f654aac55 HTTP/1.1" status: 204 len: 168 time: 0.2556474 Jun 09 20:18:57.793881 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-a9db330c-292d-4d0a-81ea-43b92d3ca213 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:18:57.809419 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ba32e-5b82-4df7-b18c-ef4adf90528a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41e2f9b-91e2-4dfc-b098-4c3f654aac55,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:18:57.809419 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-b85ba32e-5b82-4df7-b18c-ef4adf90528a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:18:57.964804 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e87c1d34-d6c8-4a05-a022-75ffefa62b2e req-bfbb8197-d3ae-4ea2-baac-9b882f432378 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbea3e8-9bf3-4654-88ee-64c916b2c92a HTTP/1.1" status: 200 len: 210 time: 0.0486176 Jun 09 20:18:57.965616 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-cec92b22-5952-4869-b341-e1f6907b86c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'name': 'tempest-TestVolumeBootPattern-349623432-router', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:15:48Z', 'updated_at': '2021-06-09T20:15:53Z', 'revision_number': 4, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'gw_port': {'id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:49Z', 'updated_at': '2021-06-09T20:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': 'bc7f9b8e-744d-4094-9275-227e925513a0', 'name': '', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'mac_address': 'fa:16:3e:91:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:52Z', 'updated_at': '2021-06-09T20:16:00Z', 'revision_number': 5, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'subnets': [{'id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:18:57.970817 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec92b22-5952-4869-b341-e1f6907b86c9 None None] Checking router: 58d30ef0-1dc4-400f-bf52-7c3088df0adb for host: dv-cinder-795669-1-iscsi {{(pid=92457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:18:57.982653 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec92b22-5952-4869-b341-e1f6907b86c9 None None] Routers {'58d30ef0-1dc4-400f-bf52-7c3088df0adb'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:18:57.982653 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-cec92b22-5952-4869-b341-e1f6907b86c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:18:32Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['58d30ef0-1dc4-400f-bf52-7c3088df0adb'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:18:58.157495 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-cec92b22-5952-4869-b341-e1f6907b86c9 None None] Set router 58d30ef0-1dc4-400f-bf52-7c3088df0adb gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:18:58.468537 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-cec92b22-5952-4869-b341-e1f6907b86c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'name': 'tempest-TestVolumeBootPattern-349623432-router', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:15:48Z', 'updated_at': '2021-06-09T20:15:53Z', 'revision_number': 4, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'gw_port': {'id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:49Z', 'updated_at': '2021-06-09T20:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': 'bc7f9b8e-744d-4094-9275-227e925513a0', 'name': '', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'mac_address': 'fa:16:3e:91:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:52Z', 'updated_at': '2021-06-09T20:16:00Z', 'revision_number': 5, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'subnets': [{'id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:18:58.472314 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec92b22-5952-4869-b341-e1f6907b86c9 None None] The sync data for ids ['58d30ef0-1dc4-400f-bf52-7c3088df0adb'] in dv-cinder-795669-1-iscsi is: [{'id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'name': 'tempest-TestVolumeBootPattern-349623432-router', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:15:48Z', 'updated_at': '2021-06-09T20:15:53Z', 'revision_number': 4, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'gw_port': {'id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:49Z', 'updated_at': '2021-06-09T20:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': 'bc7f9b8e-744d-4094-9275-227e925513a0', 'name': '', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'mac_address': 'fa:16:3e:91:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:52Z', 'updated_at': '2021-06-09T20:16:00Z', 'revision_number': 5, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'subnets': [{'id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:18:58.673142 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1784d99e-14c8-4117-af4b-3929f7006c12 None None] New status for floating IP bd8640d6-c17a-46cb-84be-6c84374a42dc: DOWN {{(pid=92458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 20:18:59.039906 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-b8af28c1-1fac-4af9-8c15-c8d6067af1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:18:59.114008 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-b193522e-447f-4fc6-84fc-947d1ff76bd5 req-9dfe819a-a18b-4efc-a982-add85d1532b8 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbea3e8-9bf3-4654-88ee-64c916b2c92a HTTP/1.1" status: 200 len: 210 time: 0.0418093 Jun 09 20:18:59.395358 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device cd3c585a-058c-4dc9-a6dc-04490bf9d8f5 no longer exists at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:18:59.436081 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] No Port match for: cd3c585a-058c-4dc9-a6dc-04490bf9d8f5 {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:18:59.436430 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device cd3c585a-058c-4dc9-a6dc-04490bf9d8f5 not bound to the agent host hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:19:00.272675 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-fe730293-9653-411b-96bf-adce58301fd9 req-8dc3fc49-dc55-4f49-992a-efe313c9ac80 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fbea3e8-9bf3-4654-88ee-64c916b2c92a HTTP/1.1" status: 200 len: 210 time: 0.0419559 Jun 09 20:19:01.485713 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:01.628538 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-2e1241ab-ae20-49ed-aa0c-1360390be2e0 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-16164478&fields=id&tenant_id=c23a33d8a4b74f88aac42ca38d32acbd HTTP/1.1" status: 200 len: 267 time: 0.0424671 Jun 09 20:19:01.774306 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-fab47bf1-fa92-49ab-8c09-a35d8cf151bb tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:01.775638 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-fab47bf1-fa92-49ab-8c09-a35d8cf151bb tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/networks?id=98897892-26ad-4d88-a510-66c8050e7607 HTTP/1.1" status: 200 len: 811 time: 0.1404817 Jun 09 20:19:01.901504 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-a34a85dd-c362-4493-8556-710c001709ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:01.964551 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-af70a8b7-23d8-407b-9746-ef935e985e46 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/quotas/c23a33d8a4b74f88aac42ca38d32acbd HTTP/1.1" status: 200 len: 375 time: 0.1827040 Jun 09 20:19:02.048139 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-2ffe1ef0-6653-409e-824e-00a8e71e1679 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c23a33d8a4b74f88aac42ca38d32acbd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0774000 Jun 09 20:19:02.185972 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-9194f8c6-0854-4c6a-967a-e0bb98f50421 service neutron] 10.222.0.15 "GET /v2.0/networks/98897892-26ad-4d88-a510-66c8050e7607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268330 Jun 09 20:19:02.397431 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-ac488237-a47d-4405-80bb-f4f8f37d132c service neutron] 10.222.0.15 "GET /v2.0/networks/98897892-26ad-4d88-a510-66c8050e7607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049909 Jun 09 20:19:02.827999 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:03.144512 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ef03714c-f164-412d-8c92-859f473dfffa req-e60710e7-f087-4ca5-aa41-ca4ce462147b tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=332e9857-80ed-4a40-9368-22be5c32013a HTTP/1.1" status: 200 len: 210 time: 0.0446737 Jun 09 20:19:04.339972 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ec8c7ac3-6c54-41b0-bbd9-e5fa170cbff6 req-4785beca-bf2f-4747-90a1-c1ac2d5685be tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=332e9857-80ed-4a40-9368-22be5c32013a HTTP/1.1" status: 200 len: 210 time: 0.0911479 Jun 09 20:19:04.365237 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:05.471565 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-bf175da5-5657-4789-af6f-1e6449a860d4 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:05.473589 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-bf175da5-5657-4789-af6f-1e6449a860d4 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.22 "GET /v2.0/networks?id=98897892-26ad-4d88-a510-66c8050e7607 HTTP/1.1" status: 200 len: 811 time: 0.2450235 Jun 09 20:19:05.496724 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c3745d3e-c2ff-4f67-979b-78b63cc01ca5 req-18bc1307-d1cd-4824-bac9-9791e10ec7af tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=332e9857-80ed-4a40-9368-22be5c32013a HTTP/1.1" status: 200 len: 210 time: 0.0440462 Jun 09 20:19:05.527632 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-38124f15-80a8-4b6c-a806-27527a4e1266 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c23a33d8a4b74f88aac42ca38d32acbd HTTP/1.1" status: 200 len: 378 time: 0.0453880 Jun 09 20:19:05.538030 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-061307ce-41d2-4fc4-ba05-db3969fa3c54 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Request body: {'port': {'device_id': '332e9857-80ed-4a40-9368-22be5c32013a', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'admin_state_up': True, 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'security_groups': ['3464c22a-73d9-4ff7-b92e-f0a8f13e9f39']}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:19:05.757847 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-061307ce-41d2-4fc4-ba05-db3969fa3c54 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Made reservation on behalf of c23a33d8a4b74f88aac42ca38d32acbd for: {'port': 1} {{(pid=92456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:19:05.761457 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-061307ce-41d2-4fc4-ba05-db3969fa3c54 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:05.927698 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_common [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-061307ce-41d2-4fc4-ba05-db3969fa3c54 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Allocated IP 172.20.0.5 (98897892-26ad-4d88-a510-66c8050e7607/8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83/b891dd64-45f3-46da-ab82-120a1151cbc2) {{(pid=92456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:19:06.121309 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-061307ce-41d2-4fc4-ba05-db3969fa3c54 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for port, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:06.137542 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.provisioning_blocks [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-061307ce-41d2-4fc4-ba05-db3969fa3c54 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Transition to ACTIVE for port object b891dd64-45f3-46da-ab82-120a1151cbc2 will not be triggered until provisioned by entity DHCP. {{(pid=92456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:19:06.185236 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce55f0-51da-4363-9901-d2ad71c7abe7 req-51b0ccb1-101a-4389-aa50-a5bf5315a99b tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:06.186576 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a5ce55f0-51da-4363-9901-d2ad71c7abe7 req-51b0ccb1-101a-4389-aa50-a5bf5315a99b tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/ports?device_id=89451749-27ce-4977-af75-d7be17155ccf HTTP/1.1" status: 200 len: 946 time: 0.0833681 Jun 09 20:19:06.221300 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-061307ce-41d2-4fc4-ba05-db3969fa3c54 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2273985'] for port, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:06.227706 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-18aee4f1-bc1d-4f52-8053-e62a4ed8c9f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:19:06.235966 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a5ce55f0-51da-4363-9901-d2ad71c7abe7 req-d46442d6-b2c2-4a3d-b2b4-714c0ae4bd49 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/security-groups?id=fba20148-654d-4dc9-91b8-c1f972354da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436678 Jun 09 20:19:06.304911 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-061307ce-41d2-4fc4-ba05-db3969fa3c54 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Network 98897892-26ad-4d88-a510-66c8050e7607 is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:19:06.308137 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-061307ce-41d2-4fc4-ba05-db3969fa3c54 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:19:06.310801 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-061307ce-41d2-4fc4-ba05-db3969fa3c54 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Received port after_create {{(pid=92456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:19:06.355587 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061307ce-41d2-4fc4-ba05-db3969fa3c54 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Pushing event updated for resources: {'Port': ['ID=b891dd64-45f3-46da-ab82-120a1151cbc2,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:19:06.359995 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-061307ce-41d2-4fc4-ba05-db3969fa3c54 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:19:06.384372 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-061307ce-41d2-4fc4-ba05-db3969fa3c54 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:06.384995 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-061307ce-41d2-4fc4-ba05-db3969fa3c54 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:06.497471 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-061307ce-41d2-4fc4-ba05-db3969fa3c54 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9631822 Jun 09 20:19:06.518953 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-e257e528-334c-4dd7-8815-151e99bc74a0 service neutron] Request body: {'port': {'device_id': '332e9857-80ed-4a40-9368-22be5c32013a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79566'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:19:06.606912 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-4617f87d-15c9-4b8c-9c31-1a81dff6f0bc None None] Provisioning for port b891dd64-45f3-46da-ab82-120a1151cbc2 completed by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:19:06.615551 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-4617f87d-15c9-4b8c-9c31-1a81dff6f0bc None None] Provisioning complete for port b891dd64-45f3-46da-ab82-120a1151cbc2 triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:19:06.616219 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-4617f87d-15c9-4b8c-9c31-1a81dff6f0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:06.639162 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-e257e528-334c-4dd7-8815-151e99bc74a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:06.684461 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-4617f87d-15c9-4b8c-9c31-1a81dff6f0bc None None] Port b891dd64-45f3-46da-ab82-120a1151cbc2 cannot update to ACTIVE because it is not bound. {{(pid=92457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 20:19:06.708437 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6d688-55a3-4de0-a759-34ce16064fd6 req-e5833a02-b107-4a5e-a342-6c64459d37e4 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:06.709828 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8cb6d688-55a3-4de0-a759-34ce16064fd6 req-e5833a02-b107-4a5e-a342-6c64459d37e4 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=332e9857-80ed-4a40-9368-22be5c32013a HTTP/1.1" status: 200 len: 931 time: 0.0830963 Jun 09 20:19:06.756840 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8cb6d688-55a3-4de0-a759-34ce16064fd6 req-8e70686b-8a8a-4dcd-bbf3-1831329bcd95 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411692 Jun 09 20:19:06.974316 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-e257e528-334c-4dd7-8815-151e99bc74a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b891dd64-45f3-46da-ab82-120a1151cbc2 {{(pid=92456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:19:06.981198 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-e257e528-334c-4dd7-8815-151e99bc74a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:06.996515 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.provisioning_blocks [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-e257e528-334c-4dd7-8815-151e99bc74a0 service neutron] Transition to ACTIVE for port object b891dd64-45f3-46da-ab82-120a1151cbc2 will not be triggered until provisioned by entity L2. {{(pid=92456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:19:07.085103 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-e257e528-334c-4dd7-8815-151e99bc74a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2273971'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:07.089705 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-149f3ec5-ceed-4d13-9013-a9bb2a50b6f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:19:07.240070 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257e528-334c-4dd7-8815-151e99bc74a0 service neutron] Pushing event updated for resources: {'Port': ['ID=b891dd64-45f3-46da-ab82-120a1151cbc2,revision_number=2']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:19:07.250629 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-e257e528-334c-4dd7-8815-151e99bc74a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:19:07.318312 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-e257e528-334c-4dd7-8815-151e99bc74a0 service neutron] Attempting to bind port b891dd64-45f3-46da-ab82-120a1151cbc2 on host hv-cinder-79566 for vnic_type normal with profile {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:19:07.318651 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-e257e528-334c-4dd7-8815-151e99bc74a0 service neutron] Attempting to bind port b891dd64-45f3-46da-ab82-120a1151cbc2 by drivers openvswitch,hyperv on host hv-cinder-79566 at level 0 using segments [{'id': 'e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '98897892-26ad-4d88-a510-66c8050e7607'}] {{(pid=92456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:19:07.318981 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-e257e528-334c-4dd7-8815-151e99bc74a0 service neutron] Attempting to bind port b891dd64-45f3-46da-ab82-120a1151cbc2 on network 98897892-26ad-4d88-a510-66c8050e7607 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:19:07.323608 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-e257e528-334c-4dd7-8815-151e99bc74a0 service neutron] Port b891dd64-45f3-46da-ab82-120a1151cbc2 on network 98897892-26ad-4d88-a510-66c8050e7607 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79566 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 20:19:07.323967 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-e257e528-334c-4dd7-8815-151e99bc74a0 service neutron] Attempting to bind port b891dd64-45f3-46da-ab82-120a1151cbc2 on network 98897892-26ad-4d88-a510-66c8050e7607 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:19:07.329593 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-e257e528-334c-4dd7-8815-151e99bc74a0 service neutron] Checking agent: {'id': '747acf60-c6b9-434b-b325-86e193e3fffe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 20, 7, 24), 'started_at': datetime.datetime(2021, 6, 9, 20, 7, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:19:07.329928 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-e257e528-334c-4dd7-8815-151e99bc74a0 service neutron] Checking segment: {'id': 'e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '98897892-26ad-4d88-a510-66c8050e7607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:19:07.330309 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-e257e528-334c-4dd7-8815-151e99bc74a0 service neutron] Bound using segment: {'id': 'e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '98897892-26ad-4d88-a510-66c8050e7607'} {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:19:07.330728 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-e257e528-334c-4dd7-8815-151e99bc74a0 service neutron] Bound port: b891dd64-45f3-46da-ab82-120a1151cbc2, host: hv-cinder-79566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '98897892-26ad-4d88-a510-66c8050e7607'}}] {{(pid=92456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:19:07.331072 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-e257e528-334c-4dd7-8815-151e99bc74a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:07.421109 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-e257e528-334c-4dd7-8815-151e99bc74a0 service neutron] For port b891dd64-45f3-46da-ab82-120a1151cbc2, host hv-cinder-79566, cleared binding levels {{(pid=92456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:19:07.424957 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-e257e528-334c-4dd7-8815-151e99bc74a0 service neutron] For port b891dd64-45f3-46da-ab82-120a1151cbc2, host hv-cinder-79566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=b891dd64-45f3-46da-ab82-120a1151cbc2,segment=NetworkSegment(e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d),segment_id=e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d)] {{(pid=92456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:19:07.431433 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbea371-c7b2-44f5-a5be-2d3e3a38681c req-64825d89-3c5e-4e93-8c2b-d24d8dbe6331 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:07.432907 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4bbea371-c7b2-44f5-a5be-2d3e3a38681c req-64825d89-3c5e-4e93-8c2b-d24d8dbe6331 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/ports?device_id=89451749-27ce-4977-af75-d7be17155ccf HTTP/1.1" status: 200 len: 946 time: 0.0821264 Jun 09 20:19:07.477384 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-4bbea371-c7b2-44f5-a5be-2d3e3a38681c req-b1d5c705-fb6e-461c-95cc-ad917dec8d61 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/security-groups?id=fba20148-654d-4dc9-91b8-c1f972354da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379772 Jun 09 20:19:07.558216 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-e257e528-334c-4dd7-8815-151e99bc74a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2273971'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:07.563566 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-6eb97914-be84-4268-b60e-d4e8e4b567ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:19:07.740233 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-e257e528-334c-4dd7-8815-151e99bc74a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:07.740847 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-e257e528-334c-4dd7-8815-151e99bc74a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:07.742206 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-e257e528-334c-4dd7-8815-151e99bc74a0 service neutron] 10.222.0.22 "PUT /v2.0/ports/b891dd64-45f3-46da-ab82-120a1151cbc2 HTTP/1.1" status: 200 len: 1093 time: 1.2280190 Jun 09 20:19:07.742727 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332e9857-80ed-4a40-9368-22be5c32013a', 'tag': 'b891dd64-45f3-46da-ab82-120a1151cbc2'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:19:07.745069 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a48f19-dd6d-4d6e-87e8-81fe2e22580c" -d '{"events": [{"name": "network-changed", "server_uuid": "332e9857-80ed-4a40-9368-22be5c32013a", "tag": "b891dd64-45f3-46da-ab82-120a1151cbc2"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:19:07.786249 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257e528-334c-4dd7-8815-151e99bc74a0 service neutron] Pushing event updated for resources: {'Port': ['ID=b891dd64-45f3-46da-ab82-120a1151cbc2,revision_number=3']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:19:07.790145 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-e257e528-334c-4dd7-8815-151e99bc74a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:19:07.810457 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c781f-370a-461d-941b-6530af6eca91 req-96d3b987-9a8c-4936-af2e-b125d4fecbca tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:07.811759 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-3f6c781f-370a-461d-941b-6530af6eca91 req-96d3b987-9a8c-4936-af2e-b125d4fecbca tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.22 "GET /v2.0/ports?device_id=89451749-27ce-4977-af75-d7be17155ccf HTTP/1.1" status: 200 len: 946 time: 0.1311078 Jun 09 20:19:07.852599 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 20:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76382d80-db94-43a1-9989-3518c079025f x-openstack-request-id: req-76382d80-db94-43a1-9989-3518c079025f {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:19:07.852873 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332e9857-80ed-4a40-9368-22be5c32013a", "tag": "b891dd64-45f3-46da-ab82-120a1151cbc2", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:19:07.853080 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-76382d80-db94-43a1-9989-3518c079025f {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:19:07.853508 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '332e9857-80ed-4a40-9368-22be5c32013a', 'tag': 'b891dd64-45f3-46da-ab82-120a1151cbc2', 'status': 'completed', 'code': 200} Jun 09 20:19:07.952697 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00e420-28db-401c-820c-7daa6b58ebad req-373b09b4-9108-42f1-8299-d115a4e311d7 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:07.954147 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8e00e420-28db-401c-820c-7daa6b58ebad req-373b09b4-9108-42f1-8299-d115a4e311d7 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=332e9857-80ed-4a40-9368-22be5c32013a HTTP/1.1" status: 200 len: 943 time: 0.0847089 Jun 09 20:19:08.002447 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8e00e420-28db-401c-820c-7daa6b58ebad req-d45ce323-7410-4dc4-932e-31e793ffac5f tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423646 Jun 09 20:19:08.011908 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a48f19-dd6d-4d6e-87e8-81fe2e22580c req-ecd704e1-fefd-49da-b202-0c85b5e5849a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:08.013372 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-15a48f19-dd6d-4d6e-87e8-81fe2e22580c req-ecd704e1-fefd-49da-b202-0c85b5e5849a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c23a33d8a4b74f88aac42ca38d32acbd&device_id=332e9857-80ed-4a40-9368-22be5c32013a HTTP/1.1" status: 200 len: 1096 time: 0.1589968 Jun 09 20:19:08.095542 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [req-3f6c781f-370a-461d-941b-6530af6eca91 req-88fbf85e-973e-420b-aa44-565955af8a34 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Deleting port acb919ce-294e-4bea-8416-ad2f82a4b614 {{(pid=92456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:19:08.095909 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-3f6c781f-370a-461d-941b-6530af6eca91 req-88fbf85e-973e-420b-aa44-565955af8a34 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:08.269045 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a48f19-dd6d-4d6e-87e8-81fe2e22580c req-2051edda-a77d-4b87-83a5-281f55ba9202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:08.270399 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-15a48f19-dd6d-4d6e-87e8-81fe2e22580c req-2051edda-a77d-4b87-83a5-281f55ba9202 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=c23a33d8a4b74f88aac42ca38d32acbd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2492855 Jun 09 20:19:08.276747 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-3f6c781f-370a-461d-941b-6530af6eca91 req-88fbf85e-973e-420b-aa44-565955af8a34 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] For port acb919ce-294e-4bea-8416-ad2f82a4b614, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=acb919ce-294e-4bea-8416-ad2f82a4b614,segment=NetworkSegment(2a20e943-369d-4906-be1a-bbc9b5988c1f),segment_id=2a20e943-369d-4906-be1a-bbc9b5988c1f)] {{(pid=92456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:19:08.277109 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-3f6c781f-370a-461d-941b-6530af6eca91 req-88fbf85e-973e-420b-aa44-565955af8a34 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:08.467853 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [req-3f6c781f-370a-461d-941b-6530af6eca91 req-88fbf85e-973e-420b-aa44-565955af8a34 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Calling delete_port for acb919ce-294e-4bea-8416-ad2f82a4b614 owned by compute:nova {{(pid=92456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:19:08.544177 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a48f19-dd6d-4d6e-87e8-81fe2e22580c req-1620d7dc-1b1e-405e-ad27-521e03964e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:08.545538 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-15a48f19-dd6d-4d6e-87e8-81fe2e22580c req-1620d7dc-1b1e-405e-ad27-521e03964e97 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2610047 Jun 09 20:19:08.673491 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e3d98f-cf79-4964-a6d4-bc14c538cd90 req-d5f0b91b-6cf0-402e-971a-aef35f81868b tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:08.675048 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c3e3d98f-cf79-4964-a6d4-bc14c538cd90 req-d5f0b91b-6cf0-402e-971a-aef35f81868b tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/ports?device_id=89451749-27ce-4977-af75-d7be17155ccf HTTP/1.1" status: 200 len: 946 time: 0.0829980 Jun 09 20:19:08.690265 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-bb474103-14ab-4567-8e6f-a61fd12dc176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:08.691723 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-bb474103-14ab-4567-8e6f-a61fd12dc176 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c23a33d8a4b74f88aac42ca38d32acbd&device_id=332e9857-80ed-4a40-9368-22be5c32013a HTTP/1.1" status: 200 len: 1096 time: 0.0928314 Jun 09 20:19:08.720117 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-c3e3d98f-cf79-4964-a6d4-bc14c538cd90 req-55bcc0bc-5fc4-4095-9021-ffd7dbbe5fec tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/security-groups?id=fba20148-654d-4dc9-91b8-c1f972354da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392239 Jun 09 20:19:08.762589 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-415d2d57-508d-4ac4-a026-07e34ce1bdac service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b891dd64-45f3-46da-ab82-120a1151cbc2 HTTP/1.1" status: 200 len: 217 time: 0.0632904 Jun 09 20:19:08.800581 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-3f6c781f-370a-461d-941b-6530af6eca91 req-88fbf85e-973e-420b-aa44-565955af8a34 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2273976'] for port, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:08.809023 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-6aa199ce-e4df-4eda-b8c6-b1cc3e9ed35f tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:19:08.811575 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['acb919ce-294e-4bea-8416-ad2f82a4b614'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:19:08.868236 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fbf85e-973e-420b-aa44-565955af8a34 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Pushing event deleted for resources: {'Port': ['ID=acb919ce-294e-4bea-8416-ad2f82a4b614,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:19:08.873009 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-88fbf85e-973e-420b-aa44-565955af8a34 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:19:08.936211 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-4ca70666-29cf-4d16-84ed-a4c5e73df951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:08.938230 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-4ca70666-29cf-4d16-84ed-a4c5e73df951 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83 HTTP/1.1" status: 200 len: 850 time: 0.1688023 Jun 09 20:19:08.950594 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6c781f-370a-461d-941b-6530af6eca91 req-88fbf85e-973e-420b-aa44-565955af8a34 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] No DVR routers for this DVR port acb919ce-294e-4bea-8416-ad2f82a4b614 on host hv-cinder-79566 {{(pid=92456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 20:19:08.979767 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-3f6c781f-370a-461d-941b-6530af6eca91 req-88fbf85e-973e-420b-aa44-565955af8a34 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:08.981588 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-3f6c781f-370a-461d-941b-6530af6eca91 req-88fbf85e-973e-420b-aa44-565955af8a34 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.22 "DELETE /v2.0/ports/acb919ce-294e-4bea-8416-ad2f82a4b614 HTTP/1.1" status: 204 len: 173 time: 1.1636059 Jun 09 20:19:09.026515 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-92d3f18a-96e1-4824-b8bb-32079ee645e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:09.028072 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-92d3f18a-96e1-4824-b8bb-32079ee645e5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98897892-26ad-4d88-a510-66c8050e7607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787861 Jun 09 20:19:09.186527 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c267666-2804-4f68-b583-46542dce1725 req-b4f005c1-798e-48e1-bf7b-e9358b8a305c tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:09.188586 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3c267666-2804-4f68-b583-46542dce1725 req-b4f005c1-798e-48e1-bf7b-e9358b8a305c tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=332e9857-80ed-4a40-9368-22be5c32013a HTTP/1.1" status: 200 len: 943 time: 0.0843649 Jun 09 20:19:09.242667 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3c267666-2804-4f68-b583-46542dce1725 req-099c6168-479e-4ad7-b5ee-26050c060066 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479159 Jun 09 20:19:09.270390 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-28986010-7630-423b-9f81-6fe9c47f601d service neutron] 10.222.0.22 "GET /v2.0/networks/98897892-26ad-4d88-a510-66c8050e7607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342992 Jun 09 20:19:09.403054 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-726878ac-d9fc-4e16-a4ea-bf320dea4184 req-b4906aa2-ffd1-4cb0-8ece-66a959cea21f service neutron] 10.222.0.22 "GET /v2.0/networks/98897892-26ad-4d88-a510-66c8050e7607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245873 Jun 09 20:19:09.854513 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89451749-27ce-4977-af75-d7be17155ccf', 'name': 'network-vif-deleted', 'tag': 'acb919ce-294e-4bea-8416-ad2f82a4b614'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:19:09.857156 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c1df96-af22-45a8-b803-f61518c52920" -d '{"events": [{"server_uuid": "89451749-27ce-4977-af75-d7be17155ccf", "name": "network-vif-deleted", "tag": "acb919ce-294e-4bea-8416-ad2f82a4b614"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:19:09.881278 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9d424ae8-b8a8-4efa-bbf1-ca727849cd18 req-1970adbe-6f24-49f3-869e-43849d945d28 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/ports?device_id=89451749-27ce-4977-af75-d7be17155ccf HTTP/1.1" status: 200 len: 210 time: 0.0448759 Jun 09 20:19:09.909963 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90dc6fe-3ead-4c07-9e35-24e5b9efec4c x-openstack-request-id: req-e90dc6fe-3ead-4c07-9e35-24e5b9efec4c {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:19:09.910300 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89451749-27ce-4977-af75-d7be17155ccf", "name": "network-vif-deleted", "tag": "acb919ce-294e-4bea-8416-ad2f82a4b614", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:19:09.910589 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e90dc6fe-3ead-4c07-9e35-24e5b9efec4c {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:19:09.911017 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89451749-27ce-4977-af75-d7be17155ccf', 'name': 'network-vif-deleted', 'tag': 'acb919ce-294e-4bea-8416-ad2f82a4b614', 'status': 'completed', 'code': 200} Jun 09 20:19:10.440186 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424499b2-abeb-44fb-8559-9ddb186899f6 req-cde9eeb5-ee8c-4dbc-88ff-1590d7bbf1d9 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:10.441628 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-424499b2-abeb-44fb-8559-9ddb186899f6 req-cde9eeb5-ee8c-4dbc-88ff-1590d7bbf1d9 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=332e9857-80ed-4a40-9368-22be5c32013a HTTP/1.1" status: 200 len: 943 time: 0.0801814 Jun 09 20:19:10.488778 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-424499b2-abeb-44fb-8559-9ddb186899f6 req-c56c5b10-4f54-4a86-93b9-e7adb2f973c0 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415893 Jun 09 20:19:11.435493 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device acb919ce-294e-4bea-8416-ad2f82a4b614 no longer exists at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:19:11.472994 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] No Port match for: acb919ce-294e-4bea-8416-ad2f82a4b614 {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:19:11.473331 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device acb919ce-294e-4bea-8416-ad2f82a4b614 not bound to the agent host hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:19:11.672367 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba43032-25bc-45d3-b7cc-334711efc670 req-190494bc-a80b-442a-b74d-b73087cec85e tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:11.673804 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-fba43032-25bc-45d3-b7cc-334711efc670 req-190494bc-a80b-442a-b74d-b73087cec85e tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=332e9857-80ed-4a40-9368-22be5c32013a HTTP/1.1" status: 200 len: 943 time: 0.0792470 Jun 09 20:19:11.717646 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-fba43032-25bc-45d3-b7cc-334711efc670 req-94c3bdb1-09a9-4a8f-9850-498b72141131 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380154 Jun 09 20:19:12.901228 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6384b73-89f9-4ee0-a40d-f43565507d14 req-8716b1e2-26cb-4031-8ed9-cb5852bb5d3c tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:12.902651 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e6384b73-89f9-4ee0-a40d-f43565507d14 req-8716b1e2-26cb-4031-8ed9-cb5852bb5d3c tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=332e9857-80ed-4a40-9368-22be5c32013a HTTP/1.1" status: 200 len: 943 time: 0.0818782 Jun 09 20:19:12.946927 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e6384b73-89f9-4ee0-a40d-f43565507d14 req-59303594-7dff-4ae3-b913-476417903134 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387895 Jun 09 20:19:14.123482 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b1c1b-af19-47a1-a9f6-6a462d329492 req-4db146ae-aa00-4216-9c8c-65990f1b1919 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:14.125380 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-825b1c1b-af19-47a1-a9f6-6a462d329492 req-4db146ae-aa00-4216-9c8c-65990f1b1919 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=332e9857-80ed-4a40-9368-22be5c32013a HTTP/1.1" status: 200 len: 943 time: 0.0777678 Jun 09 20:19:14.174369 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-825b1c1b-af19-47a1-a9f6-6a462d329492 req-dbdd55e1-0d94-4795-9df6-4a4faaea2d10 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434570 Jun 09 20:19:15.360939 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a568c-a599-4182-b5e7-1166e0100aca req-e92dd9d5-5e20-4c93-919f-87990c754f35 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:15.362353 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a99a568c-a599-4182-b5e7-1166e0100aca req-e92dd9d5-5e20-4c93-919f-87990c754f35 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=332e9857-80ed-4a40-9368-22be5c32013a HTTP/1.1" status: 200 len: 943 time: 0.0810950 Jun 09 20:19:15.405205 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a99a568c-a599-4182-b5e7-1166e0100aca req-76644055-2b39-42e7-b3a3-d291c19e9c2c tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373094 Jun 09 20:19:16.586308 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d76898-bd8d-45a8-ad5d-8dff4c24be9a req-ff3215a1-4a8a-44e5-945d-fa331425fedc tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:16.587772 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e6d76898-bd8d-45a8-ad5d-8dff4c24be9a req-ff3215a1-4a8a-44e5-945d-fa331425fedc tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=332e9857-80ed-4a40-9368-22be5c32013a HTTP/1.1" status: 200 len: 943 time: 0.0785208 Jun 09 20:19:16.635442 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e6d76898-bd8d-45a8-ad5d-8dff4c24be9a req-394bcdbd-9399-41e8-b448-69c8bceca584 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411866 Jun 09 20:19:17.457013 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device b891dd64-45f3-46da-ab82-120a1151cbc2 details requested by agent hyperv_hv-cinder-79566 with host hv-cinder-79566 {{(pid=92457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 20:19:17.590856 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port b891dd64-45f3-46da-ab82-120a1151cbc2, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=b891dd64-45f3-46da-ab82-120a1151cbc2,segment=NetworkSegment(e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d),segment_id=e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:19:17.604509 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Returning: {'device': 'b891dd64-45f3-46da-ab82-120a1151cbc2', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'port_id': 'b891dd64-45f3-46da-ab82-120a1151cbc2', 'mac_address': 'fa:16:3e:af:88:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 20:19:17.658938 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:17.676417 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b891dd64-45f3-46da-ab82-120a1151cbc2 {{(pid=92457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:19:17.691714 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port b891dd64-45f3-46da-ab82-120a1151cbc2, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=b891dd64-45f3-46da-ab82-120a1151cbc2,segment=NetworkSegment(e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d),segment_id=e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:19:17.759588 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:17.762489 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:19:17.834719 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=b891dd64-45f3-46da-ab82-120a1151cbc2,revision_number=4']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:19:17.838020 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:19:17.962843 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015750b0-bd72-4e8c-be08-71f9cf05d1a6 req-c688658e-3a9a-4f4d-96a5-5f1c3c0ff7bc tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:17.964312 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-015750b0-bd72-4e8c-be08-71f9cf05d1a6 req-c688658e-3a9a-4f4d-96a5-5f1c3c0ff7bc tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=332e9857-80ed-4a40-9368-22be5c32013a HTTP/1.1" status: 200 len: 944 time: 0.0796151 Jun 09 20:19:18.008250 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-015750b0-bd72-4e8c-be08-71f9cf05d1a6 req-618f8a49-e501-41af-a33b-4e82900f7c5b tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377641 Jun 09 20:19:19.192821 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6647de53-9c76-4451-9c58-67a3ba26cf1a req-fcefca25-3bec-41b1-aa53-d212fd45c919 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:19.194249 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6647de53-9c76-4451-9c58-67a3ba26cf1a req-fcefca25-3bec-41b1-aa53-d212fd45c919 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=332e9857-80ed-4a40-9368-22be5c32013a HTTP/1.1" status: 200 len: 944 time: 0.0819142 Jun 09 20:19:19.238997 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6647de53-9c76-4451-9c58-67a3ba26cf1a req-52010586-be2d-48ed-9752-5f3aa844dd4f tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389993 Jun 09 20:19:20.420761 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4252c1-5ec3-43ca-aa90-dbbb8ac1c1d5 req-6dc25111-a7c8-47bd-8263-56dcbd3df49f tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:20.422191 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ee4252c1-5ec3-43ca-aa90-dbbb8ac1c1d5 req-6dc25111-a7c8-47bd-8263-56dcbd3df49f tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=332e9857-80ed-4a40-9368-22be5c32013a HTTP/1.1" status: 200 len: 944 time: 0.0788889 Jun 09 20:19:20.464654 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ee4252c1-5ec3-43ca-aa90-dbbb8ac1c1d5 req-f7801699-72c8-467d-9a38-be1943bfd4c6 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370293 Jun 09 20:19:20.742312 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['b891dd64-45f3-46da-ab82-120a1151cbc2'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:19:21.481373 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device b891dd64-45f3-46da-ab82-120a1151cbc2 up at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:19:21.616010 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning for port b891dd64-45f3-46da-ab82-120a1151cbc2 completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:19:21.621698 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning complete for port b891dd64-45f3-46da-ab82-120a1151cbc2 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:19:21.625896 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:21.744720 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786aee61-61f5-4688-a0de-9c9656e6a365 req-974eb9f6-413e-4989-bf5a-fb10fe686c4d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:21.746175 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-786aee61-61f5-4688-a0de-9c9656e6a365 req-974eb9f6-413e-4989-bf5a-fb10fe686c4d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=332e9857-80ed-4a40-9368-22be5c32013a HTTP/1.1" status: 200 len: 944 time: 0.1776562 Jun 09 20:19:21.766622 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:21.792917 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-786aee61-61f5-4688-a0de-9c9656e6a365 req-28f8fbe7-4cea-4a2a-a2fa-ca5f810e4ade tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411294 Jun 09 20:19:21.794485 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332e9857-80ed-4a40-9368-22be5c32013a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b891dd64-45f3-46da-ab82-120a1151cbc2'}] {{(pid=92457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:19:21.797145 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c413b0bec0402a5ae16451c6582d791322e0202680a960d7e14492227081b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a620d805-4d7e-4a8f-b377-c499aec325b3" -d '{"events": [{"server_uuid": "332e9857-80ed-4a40-9368-22be5c32013a", "name": "network-vif-plugged", "status": "completed", "tag": "b891dd64-45f3-46da-ab82-120a1151cbc2"}]}' {{(pid=92457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:19:21.807626 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port b891dd64-45f3-46da-ab82-120a1151cbc2, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=b891dd64-45f3-46da-ab82-120a1151cbc2,segment=NetworkSegment(e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d),segment_id=e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:19:21.842331 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa88895-cbde-414f-a43a-b489a0c81a3b x-openstack-request-id: req-cfa88895-cbde-414f-a43a-b489a0c81a3b {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:19:21.842696 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332e9857-80ed-4a40-9368-22be5c32013a", "name": "network-vif-plugged", "status": "completed", "tag": "b891dd64-45f3-46da-ab82-120a1151cbc2", "code": 200}]} {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:19:21.843024 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cfa88895-cbde-414f-a43a-b489a0c81a3b {{(pid=92457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:19:21.843501 dv-cinder-795669-1-iscsi neutron-server[92457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332e9857-80ed-4a40-9368-22be5c32013a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b891dd64-45f3-46da-ab82-120a1151cbc2', 'code': 200} Jun 09 20:19:21.865810 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:21.867794 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:19:21.932671 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=b891dd64-45f3-46da-ab82-120a1151cbc2,revision_number=5']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:19:21.935449 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:19:22.057042 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-a336623c-3318-4828-9fd4-fc4ab34e53be tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:22.058476 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-a336623c-3318-4828-9fd4-fc4ab34e53be tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/networks?id=cd6a816a-116e-4a9b-a906-e95a6a5afe0e HTTP/1.1" status: 200 len: 814 time: 0.1573539 Jun 09 20:19:22.074250 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-a5931d75-ceed-4640-865d-661d79927650 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/quotas/8497e63914c64f41b704fa698d117f28 HTTP/1.1" status: 200 len: 375 time: 0.0089107 Jun 09 20:19:22.121000 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-cc05e5af-0603-47b4-8cd3-6672b9f9c54b tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8497e63914c64f41b704fa698d117f28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409598 Jun 09 20:19:22.131609 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-1e1f2c0f-4e1a-454b-be07-1e1edd1fea29 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92455) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 20:19:22.132539 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-1e1f2c0f-4e1a-454b-be07-1e1edd1fea29 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049336 Jun 09 20:19:22.265270 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-8a71b4ce-84fa-4eff-92da-2d22b150b8a0 service neutron] 10.222.0.15 "GET /v2.0/networks/cd6a816a-116e-4a9b-a906-e95a6a5afe0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275220 Jun 09 20:19:22.318974 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fbccec-6cff-49ce-940e-e2f538cafa65 req-43b841c5-aa85-4953-8ba8-d7511f8e02de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:22.320480 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-50fbccec-6cff-49ce-940e-e2f538cafa65 req-43b841c5-aa85-4953-8ba8-d7511f8e02de service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=332e9857-80ed-4a40-9368-22be5c32013a HTTP/1.1" status: 200 len: 1098 time: 0.1184232 Jun 09 20:19:22.363006 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-50fbccec-6cff-49ce-940e-e2f538cafa65 req-c331265a-dcb1-488d-afd4-3a93dcdba0c8 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360870 Jun 09 20:19:22.399721 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-18db0033-9492-4329-9263-cbba5efb3fed service neutron] 10.222.0.15 "GET /v2.0/networks/cd6a816a-116e-4a9b-a906-e95a6a5afe0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279447 Jun 09 20:19:22.669961 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-96db4541-2794-498d-81d7-28c54eec90e6 req-8061106f-320c-4ee2-8435-2b27cf3b88d2 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/ports?device_id=8600a118-2089-4321-8ff7-395acd9b5cad HTTP/1.1" status: 200 len: 210 time: 0.0456765 Jun 09 20:19:22.982851 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61ad1b-6c6e-4b63-b3e1-ddfe141f4050 req-a7ab3a08-e367-463a-8784-48d5aab8c336 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:22.984953 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ac61ad1b-6c6e-4b63-b3e1-ddfe141f4050 req-a7ab3a08-e367-463a-8784-48d5aab8c336 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=332e9857-80ed-4a40-9368-22be5c32013a HTTP/1.1" status: 200 len: 945 time: 0.0793748 Jun 09 20:19:23.030716 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ac61ad1b-6c6e-4b63-b3e1-ddfe141f4050 req-636879a3-f037-42b8-a836-e0ffd4d0fcfa tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388169 Jun 09 20:19:23.822590 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-bad9644c-a9a4-41f6-a974-03999c8eafee req-0e40f3cb-9bd8-4ab8-a8ac-a8fe0fcec993 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/ports?device_id=8600a118-2089-4321-8ff7-395acd9b5cad HTTP/1.1" status: 200 len: 210 time: 0.0465016 Jun 09 20:19:24.230224 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a368a-6abb-43cf-af21-0a897594532b req-1394c50a-2692-4cc6-b54e-041057fdc6c5 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:24.231918 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-928a368a-6abb-43cf-af21-0a897594532b req-1394c50a-2692-4cc6-b54e-041057fdc6c5 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=332e9857-80ed-4a40-9368-22be5c32013a HTTP/1.1" status: 200 len: 945 time: 0.0920849 Jun 09 20:19:24.276164 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-928a368a-6abb-43cf-af21-0a897594532b req-34910442-3a86-4b2e-8044-466a01dada79 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377250 Jun 09 20:19:24.457997 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb3a6f-bb19-4611-9886-32d0f3f50a9b req-568010a1-4645-4182-b826-68b1cc4598fe tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:24.459454 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e6bb3a6f-bb19-4611-9886-32d0f3f50a9b req-568010a1-4645-4182-b826-68b1cc4598fe tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=332e9857-80ed-4a40-9368-22be5c32013a HTTP/1.1" status: 200 len: 945 time: 0.0822339 Jun 09 20:19:24.505542 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e6bb3a6f-bb19-4611-9886-32d0f3f50a9b req-b71ddf74-32d3-4ca5-9667-1520e9f44b17 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397925 Jun 09 20:19:24.527656 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 50422) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:19:24.597080 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715e178a-f228-4b92-a876-1088491a7fdc tempest-TestVolumeBootPattern-423114207 tempest-TestVolumeBootPattern-423114207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:24.600490 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-715e178a-f228-4b92-a876-1088491a7fdc tempest-TestVolumeBootPattern-423114207 tempest-TestVolumeBootPattern-423114207-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=332e9857-80ed-4a40-9368-22be5c32013a HTTP/1.1" status: 200 len: 1093 time: 0.0699205 Jun 09 20:19:24.601446 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 50424) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:19:24.605875 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.v2.base [None req-a6cdcb7a-a804-4721-a8e6-ccc162980d8d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Request body: {'floatingip': {'floating_network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'port_id': 'b891dd64-45f3-46da-ab82-120a1151cbc2', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92455) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:19:24.653763 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:24.707204 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-a6cdcb7a-a804-4721-a8e6-ccc162980d8d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for floatingip, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:24.793758 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-0ea9ba26-5460-4cdf-be0a-d1b21dc25380 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:24.795101 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-0ea9ba26-5460-4cdf-be0a-d1b21dc25380 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.22 "GET /v2.0/networks?id=cd6a816a-116e-4a9b-a906-e95a6a5afe0e HTTP/1.1" status: 200 len: 814 time: 0.1453791 Jun 09 20:19:24.807214 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-c69e1f20-bb1c-48d1-add8-8f45ec21c781 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Request body: {'port': {'device_id': '8600a118-2089-4321-8ff7-395acd9b5cad', 'network_id': 'cd6a816a-116e-4a9b-a906-e95a6a5afe0e', 'admin_state_up': True, 'tenant_id': '8497e63914c64f41b704fa698d117f28'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:19:24.852001 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-a6cdcb7a-a804-4721-a8e6-ccc162980d8d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:25.018645 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a13f2784-0259-425e-90e1-7dfdb6162134 req-b3aac8d6-c125-42a7-a013-0f65aa2b1d0e tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/ports?device_id=8600a118-2089-4321-8ff7-395acd9b5cad HTTP/1.1" status: 200 len: 210 time: 0.0505061 Jun 09 20:19:25.020995 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-c69e1f20-bb1c-48d1-add8-8f45ec21c781 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Made reservation on behalf of 8497e63914c64f41b704fa698d117f28 for: {'port': 1} {{(pid=92456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:19:25.024471 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-c69e1f20-bb1c-48d1-add8-8f45ec21c781 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:25.052039 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.db.db_base_plugin_common [None req-a6cdcb7a-a804-4721-a8e6-ccc162980d8d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Allocated IP 172.27.0.146 (7113ecea-0b68-4d56-a6ae-4e94112ae602/d4394e15-b094-4f4f-853e-c157ecdb6024/29b3a445-7436-4a36-b840-50000527a389) {{(pid=92455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:19:25.194531 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_common [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-c69e1f20-bb1c-48d1-add8-8f45ec21c781 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Allocated IP 172.20.0.11 (cd6a816a-116e-4a9b-a906-e95a6a5afe0e/85cfd288-c6ce-4de7-a0cf-80f045bdcd59/2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0) {{(pid=92456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:19:25.199633 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-a6cdcb7a-a804-4721-a8e6-ccc162980d8d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for port, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:25.288459 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-a6cdcb7a-a804-4721-a8e6-ccc162980d8d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4162594'] for port, after_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:25.292559 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-1b60e31a-459b-4566-83b0-80c08d808c71 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:19:25.356157 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cdcb7a-a804-4721-a8e6-ccc162980d8d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Network 7113ecea-0b68-4d56-a6ae-4e94112ae602 is already hosted by enough agents. {{(pid=92455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:19:25.358912 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.base_scheduler [None req-a6cdcb7a-a804-4721-a8e6-ccc162980d8d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Resources bound (agent type, host, resource id): {{(pid=92455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:19:25.363171 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cdcb7a-a804-4721-a8e6-ccc162980d8d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Received port after_create {{(pid=92455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:19:25.394331 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-c69e1f20-bb1c-48d1-add8-8f45ec21c781 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Notify callbacks [] for port, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:25.397782 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cdcb7a-a804-4721-a8e6-ccc162980d8d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Pushing event updated for resources: {'Port': ['ID=29b3a445-7436-4a36-b840-50000527a389,revision_number=1']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:19:25.401707 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-a6cdcb7a-a804-4721-a8e6-ccc162980d8d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:19:25.507489 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-c69e1f20-bb1c-48d1-add8-8f45ec21c781 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2273985'] for port, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:25.513378 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-e257e528-334c-4dd7-8815-151e99bc74a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:19:25.592410 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-c69e1f20-bb1c-48d1-add8-8f45ec21c781 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Network cd6a816a-116e-4a9b-a906-e95a6a5afe0e is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:19:25.595695 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-c69e1f20-bb1c-48d1-add8-8f45ec21c781 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:19:25.599656 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-c69e1f20-bb1c-48d1-add8-8f45ec21c781 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Received port after_create {{(pid=92456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:19:25.634023 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e1f20-bb1c-48d1-add8-8f45ec21c781 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Pushing event updated for resources: {'Port': ['ID=2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:19:25.638243 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-c69e1f20-bb1c-48d1-add8-8f45ec21c781 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:19:25.664912 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-c69e1f20-bb1c-48d1-add8-8f45ec21c781 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:25.665757 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-c69e1f20-bb1c-48d1-add8-8f45ec21c781 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:25.747744 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-c69e1f20-bb1c-48d1-add8-8f45ec21c781 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9440825 Jun 09 20:19:25.757750 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-13779963-7ee7-4e59-8d88-478184d08858 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92456) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 09 20:19:25.758661 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-13779963-7ee7-4e59-8d88-478184d08858 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051663 Jun 09 20:19:25.769444 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-e8500b4b-a2e0-419e-bfa1-9123db557f65 service neutron] Request body: {'port': {'device_id': '8600a118-2089-4321-8ff7-395acd9b5cad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79566'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:19:25.870374 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-a6cdcb7a-a804-4721-a8e6-ccc162980d8d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:25.889172 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-e8500b4b-a2e0-419e-bfa1-9123db557f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:26.000957 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-a6cdcb7a-a804-4721-a8e6-ccc162980d8d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:26.226670 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-e8500b4b-a2e0-419e-bfa1-9123db557f65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0 {{(pid=92456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:19:26.233878 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-e8500b4b-a2e0-419e-bfa1-9123db557f65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:26.248654 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.provisioning_blocks [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-e8500b4b-a2e0-419e-bfa1-9123db557f65 service neutron] Transition to ACTIVE for port object 2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0 will not be triggered until provisioned by entity L2. {{(pid=92456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:19:26.256826 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0efe67-7e9f-4678-b0a8-5f75e5668f15 req-d3ad3422-6cf0-46fc-8d9e-6be6ed91bf5c tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:26.258250 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ce0efe67-7e9f-4678-b0a8-5f75e5668f15 req-d3ad3422-6cf0-46fc-8d9e-6be6ed91bf5c tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/ports?device_id=8600a118-2089-4321-8ff7-395acd9b5cad HTTP/1.1" status: 200 len: 932 time: 0.1308823 Jun 09 20:19:26.288798 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-a6cdcb7a-a804-4721-a8e6-ccc162980d8d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for port, precommit_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:26.311170 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-e8500b4b-a2e0-419e-bfa1-9123db557f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2273971'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:26.315737 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ce0efe67-7e9f-4678-b0a8-5f75e5668f15 req-3d06e32c-638c-4364-9f44-d984f9f13334 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/security-groups?id=fba20148-654d-4dc9-91b8-c1f972354da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433848 Jun 09 20:19:26.316349 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-149f3ec5-ceed-4d13-9013-a9bb2a50b6f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:19:26.356969 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-a6cdcb7a-a804-4721-a8e6-ccc162980d8d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4162640'] for port, after_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:26.361972 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-8dd44ea8-b50c-454c-9486-ec2f3b0751e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:19:26.472259 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cdcb7a-a804-4721-a8e6-ccc162980d8d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Pushing event updated for resources: {'Port': ['ID=29b3a445-7436-4a36-b840-50000527a389,revision_number=2']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:19:26.476668 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-a6cdcb7a-a804-4721-a8e6-ccc162980d8d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:19:26.481624 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-a6cdcb7a-a804-4721-a8e6-ccc162980d8d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3925089'] for floatingip, after_update {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:26.571971 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8500b4b-a2e0-419e-bfa1-9123db557f65 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0,revision_number=2']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:19:26.579091 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-e8500b4b-a2e0-419e-bfa1-9123db557f65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:19:26.643568 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-e8500b4b-a2e0-419e-bfa1-9123db557f65 service neutron] Attempting to bind port 2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0 on host hv-cinder-79566 for vnic_type normal with profile {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:19:26.644212 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-e8500b4b-a2e0-419e-bfa1-9123db557f65 service neutron] Attempting to bind port 2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0 by drivers openvswitch,hyperv on host hv-cinder-79566 at level 0 using segments [{'id': '2a20e943-369d-4906-be1a-bbc9b5988c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cd6a816a-116e-4a9b-a906-e95a6a5afe0e'}] {{(pid=92456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:19:26.644535 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-e8500b4b-a2e0-419e-bfa1-9123db557f65 service neutron] Attempting to bind port 2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0 on network cd6a816a-116e-4a9b-a906-e95a6a5afe0e {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:19:26.649107 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-e8500b4b-a2e0-419e-bfa1-9123db557f65 service neutron] Port 2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0 on network cd6a816a-116e-4a9b-a906-e95a6a5afe0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79566 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 20:19:26.649418 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-e8500b4b-a2e0-419e-bfa1-9123db557f65 service neutron] Attempting to bind port 2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0 on network cd6a816a-116e-4a9b-a906-e95a6a5afe0e {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:19:26.649937 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.db.l3_db [None req-a6cdcb7a-a804-4721-a8e6-ccc162980d8d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Floating IP 645448df-c4b1-47d7-a1c0-b9d3c52fbf48 associated. External IP: 172.27.0.146, port: b891dd64-45f3-46da-ab82-120a1151cbc2. Jun 09 20:19:26.654433 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-e8500b4b-a2e0-419e-bfa1-9123db557f65 service neutron] Checking agent: {'id': '747acf60-c6b9-434b-b325-86e193e3fffe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 20, 7, 24), 'started_at': datetime.datetime(2021, 6, 9, 20, 7, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:19:26.654763 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-e8500b4b-a2e0-419e-bfa1-9123db557f65 service neutron] Checking segment: {'id': '2a20e943-369d-4906-be1a-bbc9b5988c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cd6a816a-116e-4a9b-a906-e95a6a5afe0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:19:26.655133 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-e8500b4b-a2e0-419e-bfa1-9123db557f65 service neutron] Bound using segment: {'id': '2a20e943-369d-4906-be1a-bbc9b5988c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cd6a816a-116e-4a9b-a906-e95a6a5afe0e'} {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:19:26.655542 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-e8500b4b-a2e0-419e-bfa1-9123db557f65 service neutron] Bound port: 2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0, host: hv-cinder-79566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a20e943-369d-4906-be1a-bbc9b5988c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cd6a816a-116e-4a9b-a906-e95a6a5afe0e'}}] {{(pid=92456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:19:26.655992 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-e8500b4b-a2e0-419e-bfa1-9123db557f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:26.749039 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-e8500b4b-a2e0-419e-bfa1-9123db557f65 service neutron] For port 2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0, host hv-cinder-79566, cleared binding levels {{(pid=92456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:19:26.752627 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-e8500b4b-a2e0-419e-bfa1-9123db557f65 service neutron] For port 2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0, host hv-cinder-79566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0,segment=NetworkSegment(2a20e943-369d-4906-be1a-bbc9b5988c1f),segment_id=2a20e943-369d-4906-be1a-bbc9b5988c1f)] {{(pid=92456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:19:26.850034 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-e8500b4b-a2e0-419e-bfa1-9123db557f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2273971'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:26.854712 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-e8500b4b-a2e0-419e-bfa1-9123db557f65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:19:26.909160 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-e8500b4b-a2e0-419e-bfa1-9123db557f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:26.909764 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-e8500b4b-a2e0-419e-bfa1-9123db557f65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:26.913545 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-e8500b4b-a2e0-419e-bfa1-9123db557f65 service neutron] 10.222.0.22 "PUT /v2.0/ports/2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0 HTTP/1.1" status: 200 len: 1094 time: 1.1454918 Jun 09 20:19:26.913545 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8600a118-2089-4321-8ff7-395acd9b5cad', 'tag': '2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:19:26.913946 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4c497d-bd98-4276-8fe5-6c32f5c7c102" -d '{"events": [{"name": "network-changed", "server_uuid": "8600a118-2089-4321-8ff7-395acd9b5cad", "tag": "2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:19:26.934318 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8500b4b-a2e0-419e-bfa1-9123db557f65 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0,revision_number=3']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:19:26.937436 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-e8500b4b-a2e0-419e-bfa1-9123db557f65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:19:26.964844 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 20:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23621c9f-683f-4185-957c-c53ed3db59b9 x-openstack-request-id: req-23621c9f-683f-4185-957c-c53ed3db59b9 {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:19:26.965286 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8600a118-2089-4321-8ff7-395acd9b5cad", "tag": "2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:19:26.965584 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-23621c9f-683f-4185-957c-c53ed3db59b9 {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:19:26.966017 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8600a118-2089-4321-8ff7-395acd9b5cad', 'tag': '2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0', 'status': 'completed', 'code': 200} Jun 09 20:19:26.996913 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6cdcb7a-a804-4721-a8e6-ccc162980d8d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Router 58d30ef0-1dc4-400f-bf52-7c3088df0adb has already been hosted by L3 agent 64117835-a1f5-4801-ace7-11985afbc460 {{(pid=92455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 20:19:27.059884 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c497d-bd98-4276-8fe5-6c32f5c7c102 req-227688b0-0237-4ecb-a898-bfdbf52ae4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:27.061268 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-1f4c497d-bd98-4276-8fe5-6c32f5c7c102 req-227688b0-0237-4ecb-a898-bfdbf52ae4a7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8497e63914c64f41b704fa698d117f28&device_id=8600a118-2089-4321-8ff7-395acd9b5cad HTTP/1.1" status: 200 len: 1097 time: 0.0746548 Jun 09 20:19:27.203323 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c497d-bd98-4276-8fe5-6c32f5c7c102 req-994d8534-f371-4854-a9db-1fd2928374cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:27.204793 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-1f4c497d-bd98-4276-8fe5-6c32f5c7c102 req-994d8534-f371-4854-a9db-1fd2928374cd service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=8497e63914c64f41b704fa698d117f28&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1358087 Jun 09 20:19:27.276294 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6cdcb7a-a804-4721-a8e6-ccc162980d8d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:19:27.285888 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1636f03b-689b-4751-92cb-225a1ced8b05 None None] Sync routers for ids ['58d30ef0-1dc4-400f-bf52-7c3088df0adb'] in dv-cinder-795669-1-iscsi {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:19:27.295816 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1636f03b-689b-4751-92cb-225a1ced8b05 None None] Routers {'58d30ef0-1dc4-400f-bf52-7c3088df0adb'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:19:27.296505 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-1636f03b-689b-4751-92cb-225a1ced8b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:19:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['58d30ef0-1dc4-400f-bf52-7c3088df0adb'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:19:27.340782 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c497d-bd98-4276-8fe5-6c32f5c7c102 req-49f127a3-273e-495b-96d7-5e7f91138668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:27.342181 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-1f4c497d-bd98-4276-8fe5-6c32f5c7c102 req-49f127a3-273e-495b-96d7-5e7f91138668 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1313667 Jun 09 20:19:27.353524 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-a6cdcb7a-a804-4721-a8e6-ccc162980d8d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for floatingip, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:27.424560 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-a6cdcb7a-a804-4721-a8e6-ccc162980d8d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8220212 Jun 09 20:19:27.425275 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332e9857-80ed-4a40-9368-22be5c32013a', 'tag': 'b891dd64-45f3-46da-ab82-120a1151cbc2'}] {{(pid=92455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:19:27.427621 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb487b5c22ff78f2383a4aedbf16056ad733cdd2494c82cbaa03313095a923d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74be3212-e5f3-417f-aa86-1f7d0ff3bbc4" -d '{"events": [{"name": "network-changed", "server_uuid": "332e9857-80ed-4a40-9368-22be5c32013a", "tag": "b891dd64-45f3-46da-ab82-120a1151cbc2"}]}' {{(pid=92455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:19:27.464735 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-ba2dbf79-24bc-4872-83a0-ea252f958a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:27.466328 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-ba2dbf79-24bc-4872-83a0-ea252f958a83 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8497e63914c64f41b704fa698d117f28&device_id=8600a118-2089-4321-8ff7-395acd9b5cad HTTP/1.1" status: 200 len: 1097 time: 0.0851331 Jun 09 20:19:27.479442 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-1636f03b-689b-4751-92cb-225a1ced8b05 None None] Set router 58d30ef0-1dc4-400f-bf52-7c3088df0adb gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:19:27.498783 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 20:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac41fe2d-c725-4de2-8c28-fdf067fcb243 x-openstack-request-id: req-ac41fe2d-c725-4de2-8c28-fdf067fcb243 {{(pid=92455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:19:27.499208 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332e9857-80ed-4a40-9368-22be5c32013a", "tag": "b891dd64-45f3-46da-ab82-120a1151cbc2", "status": "completed", "code": 200}]} {{(pid=92455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:19:27.499414 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ac41fe2d-c725-4de2-8c28-fdf067fcb243 {{(pid=92455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:19:27.499905 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '332e9857-80ed-4a40-9368-22be5c32013a', 'tag': 'b891dd64-45f3-46da-ab82-120a1151cbc2', 'status': 'completed', 'code': 200} Jun 09 20:19:27.536465 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069a2f6-d75e-4a16-a0f2-041c0724b9ad req-202ea006-6d7d-4eab-92e8-d0958ee86c60 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:27.537968 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6069a2f6-d75e-4a16-a0f2-041c0724b9ad req-202ea006-6d7d-4eab-92e8-d0958ee86c60 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/ports?device_id=8600a118-2089-4321-8ff7-395acd9b5cad HTTP/1.1" status: 200 len: 944 time: 0.0895865 Jun 09 20:19:27.575000 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-200b7dba-dfd7-4f47-8f27-50e828b29f9c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0 HTTP/1.1" status: 200 len: 217 time: 0.1010053 Jun 09 20:19:27.583446 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6069a2f6-d75e-4a16-a0f2-041c0724b9ad req-1ed7cfa8-f3d1-4589-9830-4b0e48de45d4 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/security-groups?id=fba20148-654d-4dc9-91b8-c1f972354da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392160 Jun 09 20:19:27.660728 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-80914629-49f8-4277-8803-922b82fae02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:27.662140 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-80914629-49f8-4277-8803-922b82fae02b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=85cfd288-c6ce-4de7-a0cf-80f045bdcd59 HTTP/1.1" status: 200 len: 854 time: 0.0791473 Jun 09 20:19:27.704904 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be3212-e5f3-417f-aa86-1f7d0ff3bbc4 req-b27609b0-f929-4c43-a4d5-b8404883542e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:27.706339 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-74be3212-e5f3-417f-aa86-1f7d0ff3bbc4 req-b27609b0-f929-4c43-a4d5-b8404883542e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c23a33d8a4b74f88aac42ca38d32acbd&device_id=332e9857-80ed-4a40-9368-22be5c32013a HTTP/1.1" status: 200 len: 1098 time: 0.1777682 Jun 09 20:19:27.712459 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-e277ffe2-f38d-4316-869d-da783dd77f5a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cd6a816a-116e-4a9b-a906-e95a6a5afe0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440698 Jun 09 20:19:27.825310 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-1636f03b-689b-4751-92cb-225a1ced8b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'name': 'tempest-TestVolumeBootPattern-349623432-router', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:15:48Z', 'updated_at': '2021-06-09T20:15:53Z', 'revision_number': 4, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'gw_port': {'id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:49Z', 'updated_at': '2021-06-09T20:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_floatingips': [{'id': '645448df-c4b1-47d7-a1c0-b9d3c52fbf48', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'router_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'port_id': 'b891dd64-45f3-46da-ab82-120a1151cbc2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'mac_address': 'fa:16:3e:af:88:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332e9857-80ed-4a40-9368-22be5c32013a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T20:19:25Z', 'updated_at': '2021-06-09T20:19:25Z', 'revision_number': 0, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc7f9b8e-744d-4094-9275-227e925513a0', 'name': '', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'mac_address': 'fa:16:3e:91:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:52Z', 'updated_at': '2021-06-09T20:16:00Z', 'revision_number': 5, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'subnets': [{'id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:19:27.829753 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1636f03b-689b-4751-92cb-225a1ced8b05 None None] Checking router: 58d30ef0-1dc4-400f-bf52-7c3088df0adb for host: dv-cinder-795669-1-iscsi {{(pid=92457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:19:27.837976 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1636f03b-689b-4751-92cb-225a1ced8b05 None None] Routers {'58d30ef0-1dc4-400f-bf52-7c3088df0adb'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:19:27.838599 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-1636f03b-689b-4751-92cb-225a1ced8b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:19:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['58d30ef0-1dc4-400f-bf52-7c3088df0adb'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:19:27.941681 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be3212-e5f3-417f-aa86-1f7d0ff3bbc4 req-f33261e5-823f-441f-8a6f-0f623f5d69b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:27.943023 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-74be3212-e5f3-417f-aa86-1f7d0ff3bbc4 req-f33261e5-823f-441f-8a6f-0f623f5d69b4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=98897892-26ad-4d88-a510-66c8050e7607 HTTP/1.1" status: 200 len: 912 time: 0.2297595 Jun 09 20:19:27.945968 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-05cabb54-c3a9-4e2c-9182-9bd515ee8bf0 service neutron] 10.222.0.22 "GET /v2.0/networks/cd6a816a-116e-4a9b-a906-e95a6a5afe0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150905 Jun 09 20:19:28.008964 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-1636f03b-689b-4751-92cb-225a1ced8b05 None None] Set router 58d30ef0-1dc4-400f-bf52-7c3088df0adb gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:19:28.126299 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-74be3212-e5f3-417f-aa86-1f7d0ff3bbc4 req-b216a8f5-5599-43d9-a6cf-55ca0f8ea59a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b891dd64-45f3-46da-ab82-120a1151cbc2 HTTP/1.1" status: 200 len: 999 time: 0.1721814 Jun 09 20:19:28.207215 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f510f1d4-67bf-469d-b5e9-10c739132660 req-88ab7a9b-3b2b-4215-88a1-53aee21f90cc service neutron] 10.222.0.22 "GET /v2.0/networks/cd6a816a-116e-4a9b-a906-e95a6a5afe0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519715 Jun 09 20:19:28.212161 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be3212-e5f3-417f-aa86-1f7d0ff3bbc4 req-d1f9a3ea-baed-45e1-8088-fa733d42764b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:28.213450 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-74be3212-e5f3-417f-aa86-1f7d0ff3bbc4 req-d1f9a3ea-baed-45e1-8088-fa733d42764b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83 HTTP/1.1" status: 200 len: 850 time: 0.0814342 Jun 09 20:19:28.397247 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-1636f03b-689b-4751-92cb-225a1ced8b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'name': 'tempest-TestVolumeBootPattern-349623432-router', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:15:48Z', 'updated_at': '2021-06-09T20:15:53Z', 'revision_number': 4, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'gw_port': {'id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:49Z', 'updated_at': '2021-06-09T20:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_floatingips': [{'id': '645448df-c4b1-47d7-a1c0-b9d3c52fbf48', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'router_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'port_id': 'b891dd64-45f3-46da-ab82-120a1151cbc2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'mac_address': 'fa:16:3e:af:88:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332e9857-80ed-4a40-9368-22be5c32013a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T20:19:25Z', 'updated_at': '2021-06-09T20:19:25Z', 'revision_number': 0, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc7f9b8e-744d-4094-9275-227e925513a0', 'name': '', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'mac_address': 'fa:16:3e:91:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:52Z', 'updated_at': '2021-06-09T20:16:00Z', 'revision_number': 5, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'subnets': [{'id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:19:28.401330 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1636f03b-689b-4751-92cb-225a1ced8b05 None None] The sync data for ids ['58d30ef0-1dc4-400f-bf52-7c3088df0adb'] in dv-cinder-795669-1-iscsi is: [{'id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'name': 'tempest-TestVolumeBootPattern-349623432-router', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:15:48Z', 'updated_at': '2021-06-09T20:15:53Z', 'revision_number': 4, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'gw_port': {'id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:49Z', 'updated_at': '2021-06-09T20:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_floatingips': [{'id': '645448df-c4b1-47d7-a1c0-b9d3c52fbf48', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'router_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'port_id': 'b891dd64-45f3-46da-ab82-120a1151cbc2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'mac_address': 'fa:16:3e:af:88:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332e9857-80ed-4a40-9368-22be5c32013a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T20:19:25Z', 'updated_at': '2021-06-09T20:19:25Z', 'revision_number': 0, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc7f9b8e-744d-4094-9275-227e925513a0', 'name': '', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'mac_address': 'fa:16:3e:91:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:52Z', 'updated_at': '2021-06-09T20:16:00Z', 'revision_number': 5, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'subnets': [{'id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:19:28.412827 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be3212-e5f3-417f-aa86-1f7d0ff3bbc4 req-2d02df9b-230f-4818-87e0-ccaf027671df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:28.414302 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-74be3212-e5f3-417f-aa86-1f7d0ff3bbc4 req-2d02df9b-230f-4818-87e0-ccaf027671df service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98897892-26ad-4d88-a510-66c8050e7607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1937068 Jun 09 20:19:28.549654 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-74be3212-e5f3-417f-aa86-1f7d0ff3bbc4 req-00711a0a-9919-4cb6-b471-ee20d6c15c9e service neutron] 10.222.0.22 "GET /v2.0/networks/98897892-26ad-4d88-a510-66c8050e7607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270962 Jun 09 20:19:28.578454 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3691905-3f4a-48a1-ad12-b9a677d01aa8 None None] New status for floating IP 645448df-c4b1-47d7-a1c0-b9d3c52fbf48: ACTIVE {{(pid=92458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 20:19:28.685386 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-74be3212-e5f3-417f-aa86-1f7d0ff3bbc4 req-d5851ed8-ad3d-4b76-905f-3d10dda8e54c service neutron] 10.222.0.22 "GET /v2.0/networks/98897892-26ad-4d88-a510-66c8050e7607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285267 Jun 09 20:19:28.774152 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee94204-7ddf-4d5d-b94f-ef453a74bec2 req-71140424-0a7d-413a-b5be-de0ccc279449 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:28.775617 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6ee94204-7ddf-4d5d-b94f-ef453a74bec2 req-71140424-0a7d-413a-b5be-de0ccc279449 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/ports?device_id=8600a118-2089-4321-8ff7-395acd9b5cad HTTP/1.1" status: 200 len: 944 time: 0.0837011 Jun 09 20:19:28.820014 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6ee94204-7ddf-4d5d-b94f-ef453a74bec2 req-d90b05dd-d231-40ca-ae21-06ae9ce64cb9 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/security-groups?id=fba20148-654d-4dc9-91b8-c1f972354da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379636 Jun 09 20:19:28.898565 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 6 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:19:29.078631 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-d42e9892-9226-48c1-8a68-13c70e1b3d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:30.000311 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384528b1-d30b-4425-be63-db314b595480 req-e7586811-5bd4-48b3-8a4b-eaf5000d795d tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:30.001758 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-384528b1-d30b-4425-be63-db314b595480 req-e7586811-5bd4-48b3-8a4b-eaf5000d795d tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/ports?device_id=8600a118-2089-4321-8ff7-395acd9b5cad HTTP/1.1" status: 200 len: 944 time: 0.0806248 Jun 09 20:19:30.045136 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-384528b1-d30b-4425-be63-db314b595480 req-b5bfe32d-24d3-4c0b-808f-92c033bf6c94 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/security-groups?id=fba20148-654d-4dc9-91b8-c1f972354da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378971 Jun 09 20:19:31.230402 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f465a53-a671-40b9-a023-3e04e07abdff req-5db01f8b-512d-4b90-897f-5ce530613d9a tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:31.231813 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3f465a53-a671-40b9-a023-3e04e07abdff req-5db01f8b-512d-4b90-897f-5ce530613d9a tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/ports?device_id=8600a118-2089-4321-8ff7-395acd9b5cad HTTP/1.1" status: 200 len: 944 time: 0.0832295 Jun 09 20:19:31.275315 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3f465a53-a671-40b9-a023-3e04e07abdff req-119f5e35-171d-4b24-84c1-d31b4e7daf2e tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/security-groups?id=fba20148-654d-4dc9-91b8-c1f972354da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374279 Jun 09 20:19:31.482119 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:31.518331 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0 details requested by agent hyperv_hv-cinder-79566 with host hv-cinder-79566 {{(pid=92457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 20:19:31.647429 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0,segment=NetworkSegment(2a20e943-369d-4906-be1a-bbc9b5988c1f),segment_id=2a20e943-369d-4906-be1a-bbc9b5988c1f)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:19:31.660434 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Returning: {'device': '2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0', 'network_id': 'cd6a816a-116e-4a9b-a906-e95a6a5afe0e', 'port_id': '2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0', 'mac_address': 'fa:16:3e:ca:2b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85cfd288-c6ce-4de7-a0cf-80f045bdcd59', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 20:19:31.715891 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:31.732266 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0 {{(pid=92457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:19:31.747205 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0,segment=NetworkSegment(2a20e943-369d-4906-be1a-bbc9b5988c1f),segment_id=2a20e943-369d-4906-be1a-bbc9b5988c1f)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:19:31.836028 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:31.837671 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-aa29137c-f99c-44b3-b58f-9cd3cec068c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:19:31.879925 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-93fdb9ab-c1e4-4c06-84d4-ca291df0fbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:31.902512 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0,revision_number=4']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:19:31.905327 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:19:32.060471 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:19:32.458321 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee7e4b-ca00-4bea-8375-5e2b65bdd0cd req-46bcfe94-6399-4f71-915a-c3eb592934d0 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:32.459754 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6eee7e4b-ca00-4bea-8375-5e2b65bdd0cd req-46bcfe94-6399-4f71-915a-c3eb592934d0 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/ports?device_id=8600a118-2089-4321-8ff7-395acd9b5cad HTTP/1.1" status: 200 len: 945 time: 0.0804579 Jun 09 20:19:32.506847 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6eee7e4b-ca00-4bea-8375-5e2b65bdd0cd req-3f8c7462-c3f2-4e29-b5d3-08dd1bc479da tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/security-groups?id=fba20148-654d-4dc9-91b8-c1f972354da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415139 Jun 09 20:19:32.775571 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:33.533250 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0 up at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:19:33.683540 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning for port 2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0 completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:19:33.689408 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning complete for port 2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0 triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:19:33.689787 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:33.691326 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b7e17-7b0b-4404-90ba-6fb465347859 req-29a8e244-fe94-426c-98f9-9525f14524d7 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:33.692865 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-df3b7e17-7b0b-4404-90ba-6fb465347859 req-29a8e244-fe94-426c-98f9-9525f14524d7 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/ports?device_id=8600a118-2089-4321-8ff7-395acd9b5cad HTTP/1.1" status: 200 len: 945 time: 0.0806363 Jun 09 20:19:33.737173 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-df3b7e17-7b0b-4404-90ba-6fb465347859 req-697754c2-19f4-40f7-a11d-6ce488744f60 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/security-groups?id=fba20148-654d-4dc9-91b8-c1f972354da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387139 Jun 09 20:19:33.808746 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:33.836031 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8600a118-2089-4321-8ff7-395acd9b5cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0'}] {{(pid=92457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:19:33.838307 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c413b0bec0402a5ae16451c6582d791322e0202680a960d7e14492227081b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88d4e83-7688-4de5-957d-808ae4bded5b" -d '{"events": [{"server_uuid": "8600a118-2089-4321-8ff7-395acd9b5cad", "name": "network-vif-plugged", "status": "completed", "tag": "2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0"}]}' {{(pid=92457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:19:33.846109 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port 2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0,segment=NetworkSegment(2a20e943-369d-4906-be1a-bbc9b5988c1f),segment_id=2a20e943-369d-4906-be1a-bbc9b5988c1f)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:19:33.878336 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c55ccb3-e6d5-4640-95c8-f5f54823a075 x-openstack-request-id: req-0c55ccb3-e6d5-4640-95c8-f5f54823a075 {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:19:33.878652 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8600a118-2089-4321-8ff7-395acd9b5cad", "name": "network-vif-plugged", "status": "completed", "tag": "2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0", "code": 200}]} {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:19:33.878899 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0c55ccb3-e6d5-4640-95c8-f5f54823a075 {{(pid=92457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:19:33.879294 dv-cinder-795669-1-iscsi neutron-server[92457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8600a118-2089-4321-8ff7-395acd9b5cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0', 'code': 200} Jun 09 20:19:33.906488 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:33.908472 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:19:33.980452 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0,revision_number=5']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:19:33.984572 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:19:34.174874 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b839b-a070-4c0d-ba06-35aeec58c5af req-62adf6d6-076c-4215-b417-a7d442d05e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:34.176268 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-113b839b-a070-4c0d-ba06-35aeec58c5af req-62adf6d6-076c-4215-b417-a7d442d05e03 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8600a118-2089-4321-8ff7-395acd9b5cad HTTP/1.1" status: 200 len: 1099 time: 0.0687516 Jun 09 20:19:34.216709 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-113b839b-a070-4c0d-ba06-35aeec58c5af req-806e0ae4-9900-473a-86df-2c65a3459c6f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=fba20148-654d-4dc9-91b8-c1f972354da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337689 Jun 09 20:19:34.367273 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:34.921994 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd3954-06ed-4fa8-8cc3-faa744d54e6e req-0ac351a8-b6e4-4200-8371-47fc9feda19f tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:34.923359 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3fbd3954-06ed-4fa8-8cc3-faa744d54e6e req-0ac351a8-b6e4-4200-8371-47fc9feda19f tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/ports?device_id=8600a118-2089-4321-8ff7-395acd9b5cad HTTP/1.1" status: 200 len: 946 time: 0.0834978 Jun 09 20:19:34.966785 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-3fbd3954-06ed-4fa8-8cc3-faa744d54e6e req-72e35a94-02d0-48e5-a473-9617921c02d1 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/security-groups?id=fba20148-654d-4dc9-91b8-c1f972354da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377593 Jun 09 20:19:36.146460 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddffd70-1ba0-42f1-95a3-435c58beca4d req-731ff971-3b4d-4818-95ee-baf763a22951 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:19:36.147895 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-7ddffd70-1ba0-42f1-95a3-435c58beca4d req-731ff971-3b4d-4818-95ee-baf763a22951 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/ports?device_id=8600a118-2089-4321-8ff7-395acd9b5cad HTTP/1.1" status: 200 len: 946 time: 0.0773039 Jun 09 20:19:36.191898 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-7ddffd70-1ba0-42f1-95a3-435c58beca4d req-3a8d421c-381e-4d3c-a9b3-36b8462b3298 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/security-groups?id=fba20148-654d-4dc9-91b8-c1f972354da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384970 Jun 09 20:19:54.626053 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:19:59.059621 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-27b42dbe-6b25-49a8-93b8-0b0982a44a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:00.015571 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd65d77-19c4-45a9-b794-7db14331eb3b req-b8b0a77a-b8a8-40d1-b296-6104eb1d5689 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:20:00.017005 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9cd65d77-19c4-45a9-b794-7db14331eb3b req-b8b0a77a-b8a8-40d1-b296-6104eb1d5689 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/ports?device_id=8600a118-2089-4321-8ff7-395acd9b5cad HTTP/1.1" status: 200 len: 946 time: 0.0800550 Jun 09 20:20:00.060277 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9cd65d77-19c4-45a9-b794-7db14331eb3b req-96da2494-1bd9-4dcb-ac2d-20ce4bb2bd55 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/security-groups?id=fba20148-654d-4dc9-91b8-c1f972354da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377772 Jun 09 20:20:00.940951 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 50550) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:20:01.364055 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294dd0c-b997-4047-804d-7c29a684ed4e req-82b25f0c-dc97-4460-b856-0a8465fd59e4 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:20:01.365519 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1294dd0c-b997-4047-804d-7c29a684ed4e req-82b25f0c-dc97-4460-b856-0a8465fd59e4 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/ports?device_id=8600a118-2089-4321-8ff7-395acd9b5cad HTTP/1.1" status: 200 len: 946 time: 0.1695261 Jun 09 20:20:01.397573 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.plugin [None req-f74110cc-0f6a-4617-82b7-ad24c7bb5eaa tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Deleting port ffa84adf-3c81-44da-8508-1a2d7d297ed0 {{(pid=92455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:20:01.397911 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-f74110cc-0f6a-4617-82b7-ad24c7bb5eaa tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:01.468840 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:01.481206 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1294dd0c-b997-4047-804d-7c29a684ed4e req-d79353f3-6633-4a77-9422-e8d497f9777f tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/security-groups?id=fba20148-654d-4dc9-91b8-c1f972354da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097002 Jun 09 20:20:01.584273 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b3155-e097-49f6-a634-b0584501a609 req-6e068233-174a-4b69-a815-005549d55d3d tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:20:01.585968 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-ca9b3155-e097-49f6-a634-b0584501a609 req-6e068233-174a-4b69-a815-005549d55d3d tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.22 "GET /v2.0/ports?device_id=8600a118-2089-4321-8ff7-395acd9b5cad HTTP/1.1" status: 200 len: 946 time: 0.0867581 Jun 09 20:20:01.629288 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-f74110cc-0f6a-4617-82b7-ad24c7bb5eaa tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:01.629523 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-f74110cc-0f6a-4617-82b7-ad24c7bb5eaa tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:01.723329 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [req-ca9b3155-e097-49f6-a634-b0584501a609 req-7093745e-cd53-4a3c-b358-37791418b364 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Deleting port 2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0 {{(pid=92456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:20:01.723675 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-ca9b3155-e097-49f6-a634-b0584501a609 req-7093745e-cd53-4a3c-b358-37791418b364 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:01.748542 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.plugin [None req-f74110cc-0f6a-4617-82b7-ad24c7bb5eaa tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Calling delete_port for ffa84adf-3c81-44da-8508-1a2d7d297ed0 owned by network:floatingip {{(pid=92455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:20:01.842249 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-b0742ee6-4a00-4155-b39f-095a36c6d445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:01.854859 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-ca9b3155-e097-49f6-a634-b0584501a609 req-7093745e-cd53-4a3c-b358-37791418b364 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] For port 2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0,segment=NetworkSegment(2a20e943-369d-4906-be1a-bbc9b5988c1f),segment_id=2a20e943-369d-4906-be1a-bbc9b5988c1f)] {{(pid=92456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:20:01.855223 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-ca9b3155-e097-49f6-a634-b0584501a609 req-7093745e-cd53-4a3c-b358-37791418b364 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:01.922242 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-f74110cc-0f6a-4617-82b7-ad24c7bb5eaa tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162651'] for port, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:01.926858 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-31ba5c94-ca01-4303-b2ef-720ccbdbe7e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:20:01.973018 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74110cc-0f6a-4617-82b7-ad24c7bb5eaa tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Pushing event deleted for resources: {'Port': ['ID=ffa84adf-3c81-44da-8508-1a2d7d297ed0,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:20:01.976574 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [req-ca9b3155-e097-49f6-a634-b0584501a609 req-7093745e-cd53-4a3c-b358-37791418b364 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Calling delete_port for 2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0 owned by compute:nova {{(pid=92456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:20:02.034991 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74110cc-0f6a-4617-82b7-ad24c7bb5eaa tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:20:02.035361 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74110cc-0f6a-4617-82b7-ad24c7bb5eaa tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:20:02.035721 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74110cc-0f6a-4617-82b7-ad24c7bb5eaa tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:20:02.036100 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74110cc-0f6a-4617-82b7-ad24c7bb5eaa tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:20:02.036451 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74110cc-0f6a-4617-82b7-ad24c7bb5eaa tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:20:02.036800 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74110cc-0f6a-4617-82b7-ad24c7bb5eaa tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:20:02.037153 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74110cc-0f6a-4617-82b7-ad24c7bb5eaa tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:20:02.037495 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74110cc-0f6a-4617-82b7-ad24c7bb5eaa tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:20:02.037840 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74110cc-0f6a-4617-82b7-ad24c7bb5eaa tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:20:02.038180 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74110cc-0f6a-4617-82b7-ad24c7bb5eaa tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:20:02.038522 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74110cc-0f6a-4617-82b7-ad24c7bb5eaa tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:20:02.038860 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74110cc-0f6a-4617-82b7-ad24c7bb5eaa tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:20:02.044353 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-f74110cc-0f6a-4617-82b7-ad24c7bb5eaa tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:20:02.073067 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-f74110cc-0f6a-4617-82b7-ad24c7bb5eaa tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks [] for floatingip, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:02.073390 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.db.l3_db [None req-f74110cc-0f6a-4617-82b7-ad24c7bb5eaa tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Floating IP d109d8fc-f04a-4e43-8812-b9b4829eb725 disassociated (deleted). External IP: 172.27.0.187, port: e7daff8f-0061-40be-bdfc-f48bc45eb88a. Jun 09 20:20:02.162407 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-ca9b3155-e097-49f6-a634-b0584501a609 req-7093745e-cd53-4a3c-b358-37791418b364 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2273976'] for port, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:02.168641 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-6eb97914-be84-4268-b60e-d4e8e4b567ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:20:02.177206 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:20:02.215413 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7093745e-cd53-4a3c-b358-37791418b364 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Pushing event deleted for resources: {'Port': ['ID=2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:20:02.248398 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7093745e-cd53-4a3c-b358-37791418b364 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:20:02.248777 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7093745e-cd53-4a3c-b358-37791418b364 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:20:02.249146 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7093745e-cd53-4a3c-b358-37791418b364 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:20:02.249507 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7093745e-cd53-4a3c-b358-37791418b364 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:20:02.250386 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7093745e-cd53-4a3c-b358-37791418b364 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:20:02.250746 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7093745e-cd53-4a3c-b358-37791418b364 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:20:02.251100 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7093745e-cd53-4a3c-b358-37791418b364 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:20:02.251455 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7093745e-cd53-4a3c-b358-37791418b364 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:20:02.251807 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7093745e-cd53-4a3c-b358-37791418b364 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:20:02.252178 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7093745e-cd53-4a3c-b358-37791418b364 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:20:02.252527 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7093745e-cd53-4a3c-b358-37791418b364 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:20:02.252876 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7093745e-cd53-4a3c-b358-37791418b364 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:20:02.260069 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-7093745e-cd53-4a3c-b358-37791418b364 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:20:02.299338 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9b3155-e097-49f6-a634-b0584501a609 req-7093745e-cd53-4a3c-b358-37791418b364 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] No DVR routers for this DVR port 2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0 on host hv-cinder-79566 {{(pid=92456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 20:20:02.301901 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-ca9b3155-e097-49f6-a634-b0584501a609 req-7093745e-cd53-4a3c-b358-37791418b364 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:02.303889 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-ca9b3155-e097-49f6-a634-b0584501a609 req-7093745e-cd53-4a3c-b358-37791418b364 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.22 "DELETE /v2.0/ports/2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0 HTTP/1.1" status: 204 len: 173 time: 0.7124953 Jun 09 20:20:02.304398 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8600a118-2089-4321-8ff7-395acd9b5cad', 'name': 'network-vif-deleted', 'tag': '2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:20:02.306748 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fdb966-041a-424c-9bcc-4125b47c1f05" -d '{"events": [{"server_uuid": "8600a118-2089-4321-8ff7-395acd9b5cad", "name": "network-vif-deleted", "tag": "2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:20:02.352195 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef18b90-90c3-44c6-ae9c-68a39866abfc x-openstack-request-id: req-2ef18b90-90c3-44c6-ae9c-68a39866abfc {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:20:02.352195 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8600a118-2089-4321-8ff7-395acd9b5cad", "name": "network-vif-deleted", "tag": "2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:20:02.352195 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2ef18b90-90c3-44c6-ae9c-68a39866abfc {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:20:02.352195 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8600a118-2089-4321-8ff7-395acd9b5cad', 'name': 'network-vif-deleted', 'tag': '2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0', 'status': 'completed', 'code': 200} Jun 09 20:20:02.418530 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74110cc-0f6a-4617-82b7-ad24c7bb5eaa tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Router 9bda25a0-a9d1-4249-8071-e227b944b27e has already been hosted by L3 agent 64117835-a1f5-4801-ace7-11985afbc460 {{(pid=92455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 20:20:02.630236 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74110cc-0f6a-4617-82b7-ad24c7bb5eaa tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:20:02.638347 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-f74110cc-0f6a-4617-82b7-ad24c7bb5eaa tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for floatingip, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:02.639701 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fca7ff8-748c-4a85-9657-d07367230241 None None] Sync routers for ids ['9bda25a0-a9d1-4249-8071-e227b944b27e'] in dv-cinder-795669-1-iscsi {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:20:02.649850 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fca7ff8-748c-4a85-9657-d07367230241 None None] Routers {'9bda25a0-a9d1-4249-8071-e227b944b27e'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:20:02.650490 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-6fca7ff8-748c-4a85-9657-d07367230241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:20:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['9bda25a0-a9d1-4249-8071-e227b944b27e'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:20:02.664592 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-0d8e6c72-a623-44c0-a85f-9be9b6b5585f req-7e8ddfb3-9ca7-4021-a329-d2bd1ddabf10 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] 10.222.0.15 "GET /v2.0/ports?device_id=8600a118-2089-4321-8ff7-395acd9b5cad HTTP/1.1" status: 200 len: 210 time: 0.0758181 Jun 09 20:20:02.696789 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-f74110cc-0f6a-4617-82b7-ad24c7bb5eaa tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "DELETE /v2.0/floatingips/d109d8fc-f04a-4e43-8812-b9b4829eb725 HTTP/1.1" status: 204 len: 168 time: 1.7548261 Jun 09 20:20:02.697461 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7175c798-1149-4cab-8aaa-3f4f2f9ef140', 'tag': 'e7daff8f-0061-40be-bdfc-f48bc45eb88a'}] {{(pid=92455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:20:02.699739 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb487b5c22ff78f2383a4aedbf16056ad733cdd2494c82cbaa03313095a923d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16bc75cb-7ff3-496a-9da5-f427a3901aec" -d '{"events": [{"name": "network-changed", "server_uuid": "7175c798-1149-4cab-8aaa-3f4f2f9ef140", "tag": "e7daff8f-0061-40be-bdfc-f48bc45eb88a"}]}' {{(pid=92455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:20:02.749378 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 20:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a161ae-1f27-4bab-a423-5298aa4b98bc x-openstack-request-id: req-83a161ae-1f27-4bab-a423-5298aa4b98bc {{(pid=92455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:20:02.749748 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7175c798-1149-4cab-8aaa-3f4f2f9ef140", "tag": "e7daff8f-0061-40be-bdfc-f48bc45eb88a", "status": "completed", "code": 200}]} {{(pid=92455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:20:02.750036 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-83a161ae-1f27-4bab-a423-5298aa4b98bc {{(pid=92455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:20:02.750464 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7175c798-1149-4cab-8aaa-3f4f2f9ef140', 'tag': 'e7daff8f-0061-40be-bdfc-f48bc45eb88a', 'status': 'completed', 'code': 200} Jun 09 20:20:02.806820 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:02.848864 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-6fca7ff8-748c-4a85-9657-d07367230241 None None] Set router 9bda25a0-a9d1-4249-8071-e227b944b27e gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:20:02.849123 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc75cb-7ff3-496a-9da5-f427a3901aec req-d9a6232d-222d-4746-aef9-f664707112ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:20:02.850614 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-16bc75cb-7ff3-496a-9da5-f427a3901aec req-d9a6232d-222d-4746-aef9-f664707112ec service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=77d6b587facd4bc88ca77baf7f14c937&device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 1098 time: 0.0781543 Jun 09 20:20:02.984567 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc75cb-7ff3-496a-9da5-f427a3901aec req-1e4a2476-fbd9-434b-898b-d20c85c9a238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:20:02.986039 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-16bc75cb-7ff3-496a-9da5-f427a3901aec req-1e4a2476-fbd9-434b-898b-d20c85c9a238 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c25cf144-9666-4eca-b7e8-da4423771347 HTTP/1.1" status: 200 len: 910 time: 0.1275139 Jun 09 20:20:03.070165 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-16bc75cb-7ff3-496a-9da5-f427a3901aec req-07520e1c-b1ff-4f79-a7c6-c1c395ed8cf9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7daff8f-0061-40be-bdfc-f48bc45eb88a HTTP/1.1" status: 200 len: 217 time: 0.0701013 Jun 09 20:20:03.134345 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc75cb-7ff3-496a-9da5-f427a3901aec req-4f2b2b66-36b6-46c6-acd3-a8cab9e6a29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:20:03.135844 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-16bc75cb-7ff3-496a-9da5-f427a3901aec req-4f2b2b66-36b6-46c6-acd3-a8cab9e6a29b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e6100829-d6cf-4576-ade0-479f0419f14e HTTP/1.1" status: 200 len: 848 time: 0.0592566 Jun 09 20:20:03.165509 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-6fca7ff8-748c-4a85-9657-d07367230241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bda25a0-a9d1-4249-8071-e227b944b27e', 'name': 'tempest-TestShelveInstance-1872716444-router', 'tenant_id': '77d6b587facd4bc88ca77baf7f14c937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '5d190e36-f90d-4731-81d8-6c127a5de3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:14:38Z', 'updated_at': '2021-06-09T20:14:43Z', 'revision_number': 4, 'project_id': '77d6b587facd4bc88ca77baf7f14c937', 'gw_port': {'id': '5d190e36-f90d-4731-81d8-6c127a5de3b4', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:95:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda25a0-a9d1-4249-8071-e227b944b27e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:14:38Z', 'updated_at': '2021-06-09T20:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '0514bac2-407b-4014-b44c-813cc4b07c24', 'name': '', 'network_id': 'c25cf144-9666-4eca-b7e8-da4423771347', 'tenant_id': '77d6b587facd4bc88ca77baf7f14c937', 'mac_address': 'fa:16:3e:06:94:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda25a0-a9d1-4249-8071-e227b944b27e', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e6100829-d6cf-4576-ade0-479f0419f14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:14:42Z', 'updated_at': '2021-06-09T20:14:50Z', 'revision_number': 5, 'project_id': '77d6b587facd4bc88ca77baf7f14c937', 'subnets': [{'id': 'e6100829-d6cf-4576-ade0-479f0419f14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:20:03.169658 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fca7ff8-748c-4a85-9657-d07367230241 None None] Checking router: 9bda25a0-a9d1-4249-8071-e227b944b27e for host: dv-cinder-795669-1-iscsi {{(pid=92457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:20:03.186360 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fca7ff8-748c-4a85-9657-d07367230241 None None] Routers {'9bda25a0-a9d1-4249-8071-e227b944b27e'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:20:03.187002 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-6fca7ff8-748c-4a85-9657-d07367230241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:20:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['9bda25a0-a9d1-4249-8071-e227b944b27e'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:20:03.219639 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc75cb-7ff3-496a-9da5-f427a3901aec req-39e2a81e-4ca2-48a4-b7de-f5f040aeb231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:20:03.221348 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-16bc75cb-7ff3-496a-9da5-f427a3901aec req-39e2a81e-4ca2-48a4-b7de-f5f040aeb231 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c25cf144-9666-4eca-b7e8-da4423771347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778236 Jun 09 20:20:03.309434 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75e73b-31eb-4f36-86c1-b7559208fb96 req-4ed0fa28-2346-4b9b-a1ba-0162105ce97e tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:20:03.311067 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6a75e73b-31eb-4f36-86c1-b7559208fb96 req-4ed0fa28-2346-4b9b-a1ba-0162105ce97e tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 945 time: 0.0944419 Jun 09 20:20:03.370620 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-6a75e73b-31eb-4f36-86c1-b7559208fb96 req-299ff988-7f9c-4409-97ca-594715841155 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521479 Jun 09 20:20:03.441171 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-6fca7ff8-748c-4a85-9657-d07367230241 None None] Set router 9bda25a0-a9d1-4249-8071-e227b944b27e gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:20:03.472189 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-16bc75cb-7ff3-496a-9da5-f427a3901aec req-4fd80760-6b73-4bfc-a252-120831efda01 service neutron] 10.222.0.22 "GET /v2.0/networks/c25cf144-9666-4eca-b7e8-da4423771347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394280 Jun 09 20:20:03.604531 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-16bc75cb-7ff3-496a-9da5-f427a3901aec req-0937a3ab-8ac5-4877-a874-aaac2ccbcb82 service neutron] 10.222.0.22 "GET /v2.0/networks/c25cf144-9666-4eca-b7e8-da4423771347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249108 Jun 09 20:20:03.745712 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-6fca7ff8-748c-4a85-9657-d07367230241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bda25a0-a9d1-4249-8071-e227b944b27e', 'name': 'tempest-TestShelveInstance-1872716444-router', 'tenant_id': '77d6b587facd4bc88ca77baf7f14c937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '5d190e36-f90d-4731-81d8-6c127a5de3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:14:38Z', 'updated_at': '2021-06-09T20:14:43Z', 'revision_number': 4, 'project_id': '77d6b587facd4bc88ca77baf7f14c937', 'gw_port': {'id': '5d190e36-f90d-4731-81d8-6c127a5de3b4', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:95:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda25a0-a9d1-4249-8071-e227b944b27e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:14:38Z', 'updated_at': '2021-06-09T20:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '0514bac2-407b-4014-b44c-813cc4b07c24', 'name': '', 'network_id': 'c25cf144-9666-4eca-b7e8-da4423771347', 'tenant_id': '77d6b587facd4bc88ca77baf7f14c937', 'mac_address': 'fa:16:3e:06:94:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda25a0-a9d1-4249-8071-e227b944b27e', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e6100829-d6cf-4576-ade0-479f0419f14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:14:42Z', 'updated_at': '2021-06-09T20:14:50Z', 'revision_number': 5, 'project_id': '77d6b587facd4bc88ca77baf7f14c937', 'subnets': [{'id': 'e6100829-d6cf-4576-ade0-479f0419f14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:20:03.749616 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fca7ff8-748c-4a85-9657-d07367230241 None None] The sync data for ids ['9bda25a0-a9d1-4249-8071-e227b944b27e'] in dv-cinder-795669-1-iscsi is: [{'id': '9bda25a0-a9d1-4249-8071-e227b944b27e', 'name': 'tempest-TestShelveInstance-1872716444-router', 'tenant_id': '77d6b587facd4bc88ca77baf7f14c937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '5d190e36-f90d-4731-81d8-6c127a5de3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:14:38Z', 'updated_at': '2021-06-09T20:14:43Z', 'revision_number': 4, 'project_id': '77d6b587facd4bc88ca77baf7f14c937', 'gw_port': {'id': '5d190e36-f90d-4731-81d8-6c127a5de3b4', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:95:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda25a0-a9d1-4249-8071-e227b944b27e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:14:38Z', 'updated_at': '2021-06-09T20:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': '0514bac2-407b-4014-b44c-813cc4b07c24', 'name': '', 'network_id': 'c25cf144-9666-4eca-b7e8-da4423771347', 'tenant_id': '77d6b587facd4bc88ca77baf7f14c937', 'mac_address': 'fa:16:3e:06:94:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda25a0-a9d1-4249-8071-e227b944b27e', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e6100829-d6cf-4576-ade0-479f0419f14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:14:42Z', 'updated_at': '2021-06-09T20:14:50Z', 'revision_number': 5, 'project_id': '77d6b587facd4bc88ca77baf7f14c937', 'subnets': [{'id': 'e6100829-d6cf-4576-ade0-479f0419f14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:20:03.955560 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bb0865-2615-42e0-bd07-ed75a529244a None None] New status for floating IP d109d8fc-f04a-4e43-8812-b9b4829eb725: DOWN {{(pid=92458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 20:20:04.384991 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:04.557217 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea8c2e-b975-489b-926d-40d2d1912451 req-4f4375a4-6539-4f28-b67f-5271092a3185 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:20:04.558705 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-0bea8c2e-b975-489b-926d-40d2d1912451 req-4f4375a4-6539-4f28-b67f-5271092a3185 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 945 time: 0.0788839 Jun 09 20:20:04.603023 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-0bea8c2e-b975-489b-926d-40d2d1912451 req-6348a399-c3cd-42f5-b620-2991c7c85109 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99dde9e-30d2-4612-a8b1-6751968c642f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381753 Jun 09 20:20:04.702897 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2bd54-2e80-4da9-ba2d-f42db609c4b4 req-b48bbf28-429c-405d-b293-580da2a68f42 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:20:04.704370 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-1ab2bd54-2e80-4da9-ba2d-f42db609c4b4 req-b48bbf28-429c-405d-b293-580da2a68f42 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.22 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 945 time: 0.0879767 Jun 09 20:20:04.843011 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [req-1ab2bd54-2e80-4da9-ba2d-f42db609c4b4 req-4c21240a-95a5-4d70-a303-e25ba284bd7d tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Deleting port e7daff8f-0061-40be-bdfc-f48bc45eb88a {{(pid=92456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:20:04.843291 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-1ab2bd54-2e80-4da9-ba2d-f42db609c4b4 req-4c21240a-95a5-4d70-a303-e25ba284bd7d tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:04.974331 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-1ab2bd54-2e80-4da9-ba2d-f42db609c4b4 req-4c21240a-95a5-4d70-a303-e25ba284bd7d tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] For port e7daff8f-0061-40be-bdfc-f48bc45eb88a, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=e7daff8f-0061-40be-bdfc-f48bc45eb88a,segment=NetworkSegment(4f17cc2f-0ced-4f87-8ac8-36a00d8686cf),segment_id=4f17cc2f-0ced-4f87-8ac8-36a00d8686cf)] {{(pid=92456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:20:04.974685 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-1ab2bd54-2e80-4da9-ba2d-f42db609c4b4 req-4c21240a-95a5-4d70-a303-e25ba284bd7d tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:05.095070 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [req-1ab2bd54-2e80-4da9-ba2d-f42db609c4b4 req-4c21240a-95a5-4d70-a303-e25ba284bd7d tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Calling delete_port for e7daff8f-0061-40be-bdfc-f48bc45eb88a owned by compute:nova {{(pid=92456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:20:05.257391 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-1ab2bd54-2e80-4da9-ba2d-f42db609c4b4 req-4c21240a-95a5-4d70-a303-e25ba284bd7d tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2273976'] for port, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:05.262867 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-331a6b2a-b8cd-4ca5-8a2d-34e8965ff430 tempest-AttachVolumeNegativeTest-1313062979 tempest-AttachVolumeNegativeTest-1313062979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:20:05.306128 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21240a-95a5-4d70-a303-e25ba284bd7d tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Pushing event deleted for resources: {'Port': ['ID=e7daff8f-0061-40be-bdfc-f48bc45eb88a,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:20:05.309131 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-4c21240a-95a5-4d70-a303-e25ba284bd7d tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:20:05.380279 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab2bd54-2e80-4da9-ba2d-f42db609c4b4 req-4c21240a-95a5-4d70-a303-e25ba284bd7d tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] No DVR routers for this DVR port e7daff8f-0061-40be-bdfc-f48bc45eb88a on host hv-cinder-79566 {{(pid=92456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 20:20:05.382628 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-1ab2bd54-2e80-4da9-ba2d-f42db609c4b4 req-4c21240a-95a5-4d70-a303-e25ba284bd7d tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:05.384597 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-1ab2bd54-2e80-4da9-ba2d-f42db609c4b4 req-4c21240a-95a5-4d70-a303-e25ba284bd7d tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.22 "DELETE /v2.0/ports/e7daff8f-0061-40be-bdfc-f48bc45eb88a HTTP/1.1" status: 204 len: 173 time: 0.6733608 Jun 09 20:20:05.385106 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7175c798-1149-4cab-8aaa-3f4f2f9ef140', 'name': 'network-vif-deleted', 'tag': 'e7daff8f-0061-40be-bdfc-f48bc45eb88a'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:20:05.387407 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be764b34-17ac-4158-8410-caf9c4ba5ce8" -d '{"events": [{"server_uuid": "7175c798-1149-4cab-8aaa-3f4f2f9ef140", "name": "network-vif-deleted", "tag": "e7daff8f-0061-40be-bdfc-f48bc45eb88a"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:20:05.439171 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6fb088-246a-4ea5-85b1-941d6ccfde7c x-openstack-request-id: req-aa6fb088-246a-4ea5-85b1-941d6ccfde7c {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:20:05.439171 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7175c798-1149-4cab-8aaa-3f4f2f9ef140", "name": "network-vif-deleted", "tag": "e7daff8f-0061-40be-bdfc-f48bc45eb88a", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:20:05.439171 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aa6fb088-246a-4ea5-85b1-941d6ccfde7c {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:20:05.439171 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7175c798-1149-4cab-8aaa-3f4f2f9ef140', 'name': 'network-vif-deleted', 'tag': 'e7daff8f-0061-40be-bdfc-f48bc45eb88a', 'status': 'completed', 'code': 200} Jun 09 20:20:05.658798 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0 no longer exists at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:20:05.695207 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] No Port match for: 2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0 {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:20:05.699595 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device 2fe0f7b8-6fd0-4ed1-a02e-77815ca8b7f0 not bound to the agent host hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:20:05.769877 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-11bcbf79-4cfa-463e-898f-96da3f481415 req-887851f7-cf14-40da-9a9b-7501c300586b tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 210 time: 0.0474908 Jun 09 20:20:05.897110 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 6 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:20:06.930952 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-58069120-b9b9-40b7-92b1-1d06c2f4adcc req-e04cff04-def6-4841-a03a-3d5f6e55c858 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 210 time: 0.0429337 Jun 09 20:20:08.087180 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-675f5d77-c4f2-4d34-97a5-f5226bb4a09e req-bfb3e59b-2055-41c8-ad7e-f7261343c92e tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 210 time: 0.0419900 Jun 09 20:20:08.104890 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device e7daff8f-0061-40be-bdfc-f48bc45eb88a no longer exists at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:20:08.142264 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] No Port match for: e7daff8f-0061-40be-bdfc-f48bc45eb88a {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:20:08.142618 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device e7daff8f-0061-40be-bdfc-f48bc45eb88a not bound to the agent host hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:20:09.348237 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-39add0c4-40a6-452d-85b7-97a425c7dcd5 req-a1346bd9-c487-42e2-a590-190c8014e435 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "GET /v2.0/ports?device_id=7175c798-1149-4cab-8aaa-3f4f2f9ef140 HTTP/1.1" status: 200 len: 210 time: 0.1390536 Jun 09 20:20:10.447890 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 50606) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:20:10.514625 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e19a8e9f-1b50-4697-9669-fdc10dd9b406 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:10.544170 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e19a8e9f-1b50-4697-9669-fdc10dd9b406 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:10.697413 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e19a8e9f-1b50-4697-9669-fdc10dd9b406 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:10.699918 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-e19a8e9f-1b50-4697-9669-fdc10dd9b406 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:10.701129 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-e19a8e9f-1b50-4697-9669-fdc10dd9b406 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] 10.222.0.15 "DELETE /v2.0/security-groups/c99dde9e-30d2-4612-a8b1-6751968c642f HTTP/1.1" status: 204 len: 168 time: 0.2522762 Jun 09 20:20:10.702266 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-dfcf0df6-fc2d-4400-aa3a-208b6dbd685d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:20:10.721757 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a8e9f-1b50-4697-9669-fdc10dd9b406 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99dde9e-30d2-4612-a8b1-6751968c642f,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:20:10.729306 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-e19a8e9f-1b50-4697-9669-fdc10dd9b406 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:20:10.864664 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 50610) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:20:11.637500 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-054c9678-3c28-4f0c-b975-29fcfec19cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3926479'] for router_interface, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:12.043389 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.plugin [None req-054c9678-3c28-4f0c-b975-29fcfec19cef admin admin] Deleting port 0514bac2-407b-4014-b44c-813cc4b07c24 {{(pid=92455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:20:12.044051 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-054c9678-3c28-4f0c-b975-29fcfec19cef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:12.161772 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.db [None req-054c9678-3c28-4f0c-b975-29fcfec19cef admin admin] For port 0514bac2-407b-4014-b44c-813cc4b07c24, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=0514bac2-407b-4014-b44c-813cc4b07c24,segment=NetworkSegment(4f17cc2f-0ced-4f87-8ac8-36a00d8686cf),segment_id=4f17cc2f-0ced-4f87-8ac8-36a00d8686cf)] {{(pid=92455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:20:12.162128 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-054c9678-3c28-4f0c-b975-29fcfec19cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:12.283335 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.plugin [None req-054c9678-3c28-4f0c-b975-29fcfec19cef admin admin] Calling delete_port for 0514bac2-407b-4014-b44c-813cc4b07c24 owned by network:router_interface {{(pid=92455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:20:12.533650 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-054c9678-3c28-4f0c-b975-29fcfec19cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162651'] for port, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:12.538707 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-1b60e31a-459b-4566-83b0-80c08d808c71 tempest-AttachVolumeTestJSON-1826462344 tempest-AttachVolumeTestJSON-1826462344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:20:12.581340 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c9678-3c28-4f0c-b975-29fcfec19cef admin admin] Pushing event deleted for resources: {'Port': ['ID=0514bac2-407b-4014-b44c-813cc4b07c24,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:20:12.585063 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-054c9678-3c28-4f0c-b975-29fcfec19cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:20:12.962289 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-054c9678-3c28-4f0c-b975-29fcfec19cef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3714534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3927953'] for router_interface, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:13.306270 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054c9678-3c28-4f0c-b975-29fcfec19cef admin admin] Router 9bda25a0-a9d1-4249-8071-e227b944b27e has already been hosted by L3 agent 64117835-a1f5-4801-ace7-11985afbc460 {{(pid=92455) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 20:20:13.483762 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054c9678-3c28-4f0c-b975-29fcfec19cef admin admin] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92455) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:20:13.489159 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-054c9678-3c28-4f0c-b975-29fcfec19cef admin admin] 10.222.0.15 "PUT /v2.0/routers/9bda25a0-a9d1-4249-8071-e227b944b27e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6228192 Jun 09 20:20:13.491672 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 50626) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:20:13.492339 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71b2ae3-4e7f-41d6-8804-288552f09578 None None] Sync routers for ids ['9bda25a0-a9d1-4249-8071-e227b944b27e'] in dv-cinder-795669-1-iscsi {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:20:13.502000 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71b2ae3-4e7f-41d6-8804-288552f09578 None None] Routers {'9bda25a0-a9d1-4249-8071-e227b944b27e'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:20:13.502675 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-b71b2ae3-4e7f-41d6-8804-288552f09578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:20:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['9bda25a0-a9d1-4249-8071-e227b944b27e'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:20:13.661896 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-4f866a84-fcc2-4b91-bc28-2b8bc67adc64 admin admin] Notify callbacks [] for router, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:13.686504 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-b71b2ae3-4e7f-41d6-8804-288552f09578 None None] Set router 9bda25a0-a9d1-4249-8071-e227b944b27e gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:20:13.838087 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-4f866a84-fcc2-4b91-bc28-2b8bc67adc64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:13.966657 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-b71b2ae3-4e7f-41d6-8804-288552f09578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bda25a0-a9d1-4249-8071-e227b944b27e', 'name': 'tempest-TestShelveInstance-1872716444-router', 'tenant_id': '77d6b587facd4bc88ca77baf7f14c937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '5d190e36-f90d-4731-81d8-6c127a5de3b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:14:38Z', 'updated_at': '2021-06-09T20:20:12Z', 'revision_number': 5, 'project_id': '77d6b587facd4bc88ca77baf7f14c937', 'gw_port': {'id': '5d190e36-f90d-4731-81d8-6c127a5de3b4', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:95:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bda25a0-a9d1-4249-8071-e227b944b27e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:14:38Z', 'updated_at': '2021-06-09T20:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi'}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:20:13.970529 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71b2ae3-4e7f-41d6-8804-288552f09578 None None] Checking router: 9bda25a0-a9d1-4249-8071-e227b944b27e for host: dv-cinder-795669-1-iscsi {{(pid=92457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:20:13.978708 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71b2ae3-4e7f-41d6-8804-288552f09578 None None] Routers {'9bda25a0-a9d1-4249-8071-e227b944b27e'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:20:13.983885 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-b71b2ae3-4e7f-41d6-8804-288552f09578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:20:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['9bda25a0-a9d1-4249-8071-e227b944b27e'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:20:13.984038 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.plugin [None req-4f866a84-fcc2-4b91-bc28-2b8bc67adc64 admin admin] Deleting port 5d190e36-f90d-4731-81d8-6c127a5de3b4 {{(pid=92455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:20:13.984038 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-4f866a84-fcc2-4b91-bc28-2b8bc67adc64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:14.131400 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-b71b2ae3-4e7f-41d6-8804-288552f09578 None None] Set router 9bda25a0-a9d1-4249-8071-e227b944b27e gateway port host: None {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:20:14.209475 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.db [None req-4f866a84-fcc2-4b91-bc28-2b8bc67adc64 admin admin] For port 5d190e36-f90d-4731-81d8-6c127a5de3b4, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=5d190e36-f90d-4731-81d8-6c127a5de3b4,segment=NetworkSegment(5cc1a330-8329-4d0b-b0d5-254d1224405d),segment_id=5cc1a330-8329-4d0b-b0d5-254d1224405d)] {{(pid=92455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:20:14.209826 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-4f866a84-fcc2-4b91-bc28-2b8bc67adc64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:14.237615 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-b71b2ae3-4e7f-41d6-8804-288552f09578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bda25a0-a9d1-4249-8071-e227b944b27e', 'name': 'tempest-TestShelveInstance-1872716444-router', 'tenant_id': '77d6b587facd4bc88ca77baf7f14c937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:14:38Z', 'updated_at': '2021-06-09T20:20:13Z', 'revision_number': 6, 'project_id': '77d6b587facd4bc88ca77baf7f14c937', 'gw_port_host': None}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:20:14.241614 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71b2ae3-4e7f-41d6-8804-288552f09578 None None] The sync data for ids ['9bda25a0-a9d1-4249-8071-e227b944b27e'] in dv-cinder-795669-1-iscsi is: [{'id': '9bda25a0-a9d1-4249-8071-e227b944b27e', 'name': 'tempest-TestShelveInstance-1872716444-router', 'tenant_id': '77d6b587facd4bc88ca77baf7f14c937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:14:38Z', 'updated_at': '2021-06-09T20:20:13Z', 'revision_number': 6, 'project_id': '77d6b587facd4bc88ca77baf7f14c937', 'gw_port_host': None}] {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:20:14.332922 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.plugins.ml2.plugin [None req-4f866a84-fcc2-4b91-bc28-2b8bc67adc64 admin admin] Calling delete_port for 5d190e36-f90d-4731-81d8-6c127a5de3b4 owned by network:router_gateway {{(pid=92455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:20:14.519784 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-4f866a84-fcc2-4b91-bc28-2b8bc67adc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4162651'] for port, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:14.527807 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-83a4e875-ff3b-42e9-918c-883c3326406b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:20:14.569047 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f866a84-fcc2-4b91-bc28-2b8bc67adc64 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d190e36-f90d-4731-81d8-6c127a5de3b4,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:20:14.572288 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-4f866a84-fcc2-4b91-bc28-2b8bc67adc64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:20:14.663822 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-4f866a84-fcc2-4b91-bc28-2b8bc67adc64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3925078'] for router_gateway, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:14.836226 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-4f866a84-fcc2-4b91-bc28-2b8bc67adc64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3905294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3075'] for router, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:14.838375 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-4f866a84-fcc2-4b91-bc28-2b8bc67adc64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:14.932753 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-4f866a84-fcc2-4b91-bc28-2b8bc67adc64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3905434'] for router, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:14.933186 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f866a84-fcc2-4b91-bc28-2b8bc67adc64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bda25a0-a9d1-4249-8071-e227b944b27e {{(pid=92455) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 20:20:14.937267 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-4f866a84-fcc2-4b91-bc28-2b8bc67adc64 admin admin] Notify callbacks [] for router, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:14.938407 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-4f866a84-fcc2-4b91-bc28-2b8bc67adc64 admin admin] 10.222.0.15 "DELETE /v2.0/routers/9bda25a0-a9d1-4249-8071-e227b944b27e HTTP/1.1" status: 204 len: 168 time: 1.4457927 Jun 09 20:20:14.940930 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [-] (92455) accepted ('10.222.0.15', 50638) {{(pid=92455) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:20:14.997948 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.db.db_base_plugin_v2 [None req-91cf03a6-cc6a-4c2b-a102-bf7a34826a3a admin admin] Deleting subnet e6100829-d6cf-4576-ade0-479f0419f14e {{(pid=92455) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 20:20:15.001128 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-91cf03a6-cc6a-4c2b-a102-bf7a34826a3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:15.053798 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-91cf03a6-cc6a-4c2b-a102-bf7a34826a3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3128261'] for subnet, precommit_delete_associations {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:15.168864 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-91cf03a6-cc6a-4c2b-a102-bf7a34826a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883559'] for subnet, precommit_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:15.326233 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-91cf03a6-cc6a-4c2b-a102-bf7a34826a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4162577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2403900'] for subnet, after_delete {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:15.330763 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:20:15.367363 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf03a6-cc6a-4c2b-a102-bf7a34826a3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6100829-d6cf-4576-ade0-479f0419f14e,revision_number=None']} {{(pid=92455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:20:15.370419 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG oslo_concurrency.lockutils [None req-91cf03a6-cc6a-4c2b-a102-bf7a34826a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:20:15.371386 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron_lib.callbacks.manager [None req-91cf03a6-cc6a-4c2b-a102-bf7a34826a3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for subnet, before_response {{(pid=92455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:15.373385 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [None req-91cf03a6-cc6a-4c2b-a102-bf7a34826a3a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e6100829-d6cf-4576-ade0-479f0419f14e HTTP/1.1" status: 204 len: 168 time: 0.4313543 Jun 09 20:20:15.375864 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 50640) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:20:15.376691 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9d28e1-2ecf-4acd-b19d-dd5217e2b11f None None] Network c25cf144-9666-4eca-b7e8-da4423771347 requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:20:15.486219 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b4f03b42-d736-4859-8b29-152ff96cd654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769015'] for network, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:15.565334 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [None req-b4f03b42-d736-4859-8b29-152ff96cd654 admin admin] Deleting port 30930f1c-4c1b-4fa3-9348-ebc735e57b01 {{(pid=92456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:20:15.565676 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b4f03b42-d736-4859-8b29-152ff96cd654 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:15.664034 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e151368f-4d3f-47e4-8e1b-bf165cea59a3 None None] DHCP port deletion for c25cf144-9666-4eca-b7e8-da4423771347 request from dv-cinder-795669-1-iscsi {{(pid=92457) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 20:20:15.666913 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [None req-b4f03b42-d736-4859-8b29-152ff96cd654 admin admin] For port 30930f1c-4c1b-4fa3-9348-ebc735e57b01, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=30930f1c-4c1b-4fa3-9348-ebc735e57b01,segment=NetworkSegment(4f17cc2f-0ced-4f87-8ac8-36a00d8686cf),segment_id=4f17cc2f-0ced-4f87-8ac8-36a00d8686cf)] {{(pid=92456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:20:15.667406 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b4f03b42-d736-4859-8b29-152ff96cd654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:15.729939 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-e151368f-4d3f-47e4-8e1b-bf165cea59a3 None None] Deleting port 30930f1c-4c1b-4fa3-9348-ebc735e57b01 {{(pid=92457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:20:15.730502 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-e151368f-4d3f-47e4-8e1b-bf165cea59a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:15.828746 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-e151368f-4d3f-47e4-8e1b-bf165cea59a3 None None] For port 30930f1c-4c1b-4fa3-9348-ebc735e57b01, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=30930f1c-4c1b-4fa3-9348-ebc735e57b01,segment=NetworkSegment(4f17cc2f-0ced-4f87-8ac8-36a00d8686cf),segment_id=4f17cc2f-0ced-4f87-8ac8-36a00d8686cf)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:20:15.829191 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-e151368f-4d3f-47e4-8e1b-bf165cea59a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:15.886496 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [None req-b4f03b42-d736-4859-8b29-152ff96cd654 admin admin] Calling delete_port for 30930f1c-4c1b-4fa3-9348-ebc735e57b01 owned by network:dhcp {{(pid=92456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:20:15.973252 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 0514bac2-407b-4014-b44c-813cc4b07c24 no longer exists at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:20:16.002575 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-e151368f-4d3f-47e4-8e1b-bf165cea59a3 None None] Calling delete_port for 30930f1c-4c1b-4fa3-9348-ebc735e57b01 owned by network:dhcp {{(pid=92457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:20:16.005888 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b4f03b42-d736-4859-8b29-152ff96cd654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2273976'] for port, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:16.010944 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-3d016c4a-df43-4809-b0ad-c2bb3ffc2718 tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:20:16.016639 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] No Port match for: 0514bac2-407b-4014-b44c-813cc4b07c24 {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:20:16.017110 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 0514bac2-407b-4014-b44c-813cc4b07c24 not bound to the agent host dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:20:16.017520 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 5d190e36-f90d-4731-81d8-6c127a5de3b4 no longer exists at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:20:16.051052 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] No Port match for: 5d190e36-f90d-4731-81d8-6c127a5de3b4 {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:20:16.051384 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 5d190e36-f90d-4731-81d8-6c127a5de3b4 not bound to the agent host dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:20:16.051792 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 30930f1c-4c1b-4fa3-9348-ebc735e57b01 no longer exists at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:20:16.053350 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f03b42-d736-4859-8b29-152ff96cd654 admin admin] Pushing event deleted for resources: {'Port': ['ID=30930f1c-4c1b-4fa3-9348-ebc735e57b01,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:20:16.056156 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f03b42-d736-4859-8b29-152ff96cd654 admin admin] No DVR routers for this DVR port 30930f1c-4c1b-4fa3-9348-ebc735e57b01 on host dv-cinder-795669-1-iscsi {{(pid=92456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 20:20:16.057600 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-b4f03b42-d736-4859-8b29-152ff96cd654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:20:16.093487 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] No Port match for: 30930f1c-4c1b-4fa3-9348-ebc735e57b01 {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:20:16.102239 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 30930f1c-4c1b-4fa3-9348-ebc735e57b01 not bound to the agent host dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:20:16.123649 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-e151368f-4d3f-47e4-8e1b-bf165cea59a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377'] for port, after_delete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:16.127787 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:20:16.167112 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151368f-4d3f-47e4-8e1b-bf165cea59a3 None None] Pushing event deleted for resources: {'Port': ['ID=30930f1c-4c1b-4fa3-9348-ebc735e57b01,revision_number=None']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:20:16.170585 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b4f03b42-d736-4859-8b29-152ff96cd654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884462', 'neutron.services.segments.db._delete_segments_for_network-8784791871416'] for network, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:16.177004 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151368f-4d3f-47e4-8e1b-bf165cea59a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:20:16.177347 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151368f-4d3f-47e4-8e1b-bf165cea59a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:20:16.177679 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151368f-4d3f-47e4-8e1b-bf165cea59a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:20:16.178009 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151368f-4d3f-47e4-8e1b-bf165cea59a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:20:16.178339 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151368f-4d3f-47e4-8e1b-bf165cea59a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:20:16.178656 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151368f-4d3f-47e4-8e1b-bf165cea59a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:20:16.178973 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151368f-4d3f-47e4-8e1b-bf165cea59a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:20:16.179287 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151368f-4d3f-47e4-8e1b-bf165cea59a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:20:16.179601 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151368f-4d3f-47e4-8e1b-bf165cea59a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:20:16.179943 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151368f-4d3f-47e4-8e1b-bf165cea59a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:20:16.180252 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151368f-4d3f-47e4-8e1b-bf165cea59a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:20:16.180563 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e151368f-4d3f-47e4-8e1b-bf165cea59a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:20:16.183021 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e151368f-4d3f-47e4-8e1b-bf165cea59a3 None None] No DVR routers for this DVR port 30930f1c-4c1b-4fa3-9348-ebc735e57b01 on host dv-cinder-795669-1-iscsi {{(pid=92457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 20:20:16.184023 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.services.segments.db [None req-b4f03b42-d736-4859-8b29-152ff96cd654 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c25cf144-9666-4eca-b7e8-da4423771347']}} {{(pid=92456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:20:16.184414 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-e151368f-4d3f-47e4-8e1b-bf165cea59a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:20:16.200159 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.services.segments.db [None req-b4f03b42-d736-4859-8b29-152ff96cd654 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f17cc2f-0ced-4f87-8ac8-36a00d8686cf') {'for_net_delete': True} {{(pid=92456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:20:16.200452 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.services.segments.db [None req-b4f03b42-d736-4859-8b29-152ff96cd654 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f17cc2f-0ced-4f87-8ac8-36a00d8686cf') {} {{(pid=92456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:20:16.211450 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b4f03b42-d736-4859-8b29-152ff96cd654 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784791825875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2301223'] for segment, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:16.226617 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b4f03b42-d736-4859-8b29-152ff96cd654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028'] for segment, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:16.233892 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f03b42-d736-4859-8b29-152ff96cd654 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=92456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 20:20:16.233892 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b4f03b42-d736-4859-8b29-152ff96cd654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2273943'] for segment, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:16.245899 dv-cinder-795669-1-iscsi neutron-server[92456]: Traceback (most recent call last): Jun 09 20:20:16.245899 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 20:20:16.245899 dv-cinder-795669-1-iscsi neutron-server[92456]: timer() Jun 09 20:20:16.245899 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 20:20:16.245899 dv-cinder-795669-1-iscsi neutron-server[92456]: cb(*args, **kw) Jun 09 20:20:16.245899 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 20:20:16.245899 dv-cinder-795669-1-iscsi neutron-server[92456]: return func(*args, **kwargs) Jun 09 20:20:16.245899 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 20:20:16.245899 dv-cinder-795669-1-iscsi neutron-server[92456]: self._notify() Jun 09 20:20:16.245899 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 20:20:16.245899 dv-cinder-795669-1-iscsi neutron-server[92456]: self.callback(batched_events) Jun 09 20:20:16.245899 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 20:20:16.245899 dv-cinder-795669-1-iscsi neutron-server[92456]: event.method(event) Jun 09 20:20:16.245899 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 20:20:16.245899 dv-cinder-795669-1-iscsi neutron-server[92456]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 20:20:16.245899 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 20:20:16.245899 dv-cinder-795669-1-iscsi neutron-server[92456]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 20:20:16.245899 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 20:20:16.245899 dv-cinder-795669-1-iscsi neutron-server[92456]: return f(self, *a, **k) Jun 09 20:20:16.245899 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 20:20:16.245899 dv-cinder-795669-1-iscsi neutron-server[92456]: return self._get(url).json() Jun 09 20:20:16.245899 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 20:20:16.245899 dv-cinder-795669-1-iscsi neutron-server[92456]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 20:20:16.245899 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 20:20:16.245899 dv-cinder-795669-1-iscsi neutron-server[92456]: return self.request(url, 'GET', **kwargs) Jun 09 20:20:16.245899 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 20:20:16.245899 dv-cinder-795669-1-iscsi neutron-server[92456]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 20:20:16.245899 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 20:20:16.245899 dv-cinder-795669-1-iscsi neutron-server[92456]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 20:20:16.245899 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 20:20:16.245899 dv-cinder-795669-1-iscsi neutron-server[92456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 20:20:16.245899 dv-cinder-795669-1-iscsi neutron-server[92456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 20:20:16.384432 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b4f03b42-d736-4859-8b29-152ff96cd654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3854142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3925107'] for network, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:16.388001 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-faa24e25-bd43-4c0a-8bcc-6613fbd0625e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:20:16.400570 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b4f03b42-d736-4859-8b29-152ff96cd654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for network, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:16.402914 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-b4f03b42-d736-4859-8b29-152ff96cd654 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c25cf144-9666-4eca-b7e8-da4423771347 HTTP/1.1" status: 204 len: 168 time: 1.0260084 Jun 09 20:20:16.406388 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 50648) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:20:16.478015 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f03b42-d736-4859-8b29-152ff96cd654 admin admin] Pushing event deleted for resources: {'Network': ['ID=c25cf144-9666-4eca-b7e8-da4423771347,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:20:16.488065 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-b4f03b42-d736-4859-8b29-152ff96cd654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:20:16.942461 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-da8b7b8e-dd26-4142-8238-554c70142ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3926479'] for router_interface, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:17.329710 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [None req-da8b7b8e-dd26-4142-8238-554c70142ee3 admin admin] Deleting port 456aedd6-3ee6-4e57-b901-064373936ced {{(pid=92456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:20:17.330047 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-da8b7b8e-dd26-4142-8238-554c70142ee3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:17.543426 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [None req-da8b7b8e-dd26-4142-8238-554c70142ee3 admin admin] For port 456aedd6-3ee6-4e57-b901-064373936ced, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=456aedd6-3ee6-4e57-b901-064373936ced,segment=NetworkSegment(16da5749-2ea3-4516-8006-44cb3a77c935),segment_id=16da5749-2ea3-4516-8006-44cb3a77c935)] {{(pid=92456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:20:17.544137 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-da8b7b8e-dd26-4142-8238-554c70142ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:17.664012 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [None req-da8b7b8e-dd26-4142-8238-554c70142ee3 admin admin] Calling delete_port for 456aedd6-3ee6-4e57-b901-064373936ced owned by network:router_interface {{(pid=92456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:20:18.022527 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-da8b7b8e-dd26-4142-8238-554c70142ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2273976'] for port, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:18.026657 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-88fbf85e-973e-420b-aa44-565955af8a34 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:20:18.073415 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b7b8e-dd26-4142-8238-554c70142ee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=456aedd6-3ee6-4e57-b901-064373936ced,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:20:18.075925 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-da8b7b8e-dd26-4142-8238-554c70142ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:20:18.330748 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-da8b7b8e-dd26-4142-8238-554c70142ee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3714534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3927953'] for router_interface, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:18.679114 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8b7b8e-dd26-4142-8238-554c70142ee3 admin admin] Router 807773f0-c9f9-48b2-b640-22970b9ee50c has already been hosted by L3 agent 64117835-a1f5-4801-ace7-11985afbc460 {{(pid=92456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 20:20:18.956670 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8b7b8e-dd26-4142-8238-554c70142ee3 admin admin] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:20:18.961270 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-da8b7b8e-dd26-4142-8238-554c70142ee3 admin admin] 10.222.0.15 "PUT /v2.0/routers/807773f0-c9f9-48b2-b640-22970b9ee50c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5539260 Jun 09 20:20:18.963679 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 50654) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:20:18.966658 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42688ced-79b3-401c-bd69-504cc84e972a None None] Sync routers for ids ['807773f0-c9f9-48b2-b640-22970b9ee50c'] in dv-cinder-795669-1-iscsi {{(pid=92458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:20:18.976428 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42688ced-79b3-401c-bd69-504cc84e972a None None] Routers {'807773f0-c9f9-48b2-b640-22970b9ee50c'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:20:18.977021 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-42688ced-79b3-401c-bd69-504cc84e972a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:20:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['807773f0-c9f9-48b2-b640-22970b9ee50c'], 'active': True} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:20:19.138993 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-bc5a17f2-5ce0-45e8-bb4b-42a547e9a178 admin admin] Notify callbacks [] for router, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:19.151678 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvr_db [None req-42688ced-79b3-401c-bd69-504cc84e972a None None] Set router 807773f0-c9f9-48b2-b640-22970b9ee50c gateway port host: dv-cinder-795669-1-iscsi {{(pid=92458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:20:19.308699 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-bc5a17f2-5ce0-45e8-bb4b-42a547e9a178 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:19.447032 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [None req-bc5a17f2-5ce0-45e8-bb4b-42a547e9a178 admin admin] Deleting port 8938ee64-aaa5-4ffb-bb63-65ea0c606179 {{(pid=92456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:20:19.447355 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-bc5a17f2-5ce0-45e8-bb4b-42a547e9a178 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:19.521151 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-42688ced-79b3-401c-bd69-504cc84e972a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807773f0-c9f9-48b2-b640-22970b9ee50c', 'name': 'tempest-TestShelveInstance-1823930054-router', 'tenant_id': '5cb245b5eee144b2b887eecf1cd5697e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '8938ee64-aaa5-4ffb-bb63-65ea0c606179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:14:47Z', 'updated_at': '2021-06-09T20:20:17Z', 'revision_number': 5, 'project_id': '5cb245b5eee144b2b887eecf1cd5697e', 'gw_port': {'id': '8938ee64-aaa5-4ffb-bb63-65ea0c606179', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:72:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807773f0-c9f9-48b2-b640-22970b9ee50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:14:48Z', 'updated_at': '2021-06-09T20:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi'}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:20:19.526847 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42688ced-79b3-401c-bd69-504cc84e972a None None] Checking router: 807773f0-c9f9-48b2-b640-22970b9ee50c for host: dv-cinder-795669-1-iscsi {{(pid=92458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:20:19.569248 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [None req-bc5a17f2-5ce0-45e8-bb4b-42a547e9a178 admin admin] For port 8938ee64-aaa5-4ffb-bb63-65ea0c606179, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=8938ee64-aaa5-4ffb-bb63-65ea0c606179,segment=NetworkSegment(5cc1a330-8329-4d0b-b0d5-254d1224405d),segment_id=5cc1a330-8329-4d0b-b0d5-254d1224405d)] {{(pid=92456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:20:19.569512 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-bc5a17f2-5ce0-45e8-bb4b-42a547e9a178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:19.623358 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42688ced-79b3-401c-bd69-504cc84e972a None None] Routers {'807773f0-c9f9-48b2-b640-22970b9ee50c'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:20:19.624527 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-42688ced-79b3-401c-bd69-504cc84e972a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:20:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['807773f0-c9f9-48b2-b640-22970b9ee50c'], 'active': True} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:20:19.691752 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [None req-bc5a17f2-5ce0-45e8-bb4b-42a547e9a178 admin admin] Calling delete_port for 8938ee64-aaa5-4ffb-bb63-65ea0c606179 owned by network:router_gateway {{(pid=92456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:20:19.785879 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvr_db [None req-42688ced-79b3-401c-bd69-504cc84e972a None None] Set router 807773f0-c9f9-48b2-b640-22970b9ee50c gateway port host: None {{(pid=92458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:20:19.870145 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-bc5a17f2-5ce0-45e8-bb4b-42a547e9a178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2273976'] for port, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:19.874749 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-b1435f93-868c-4dcf-9d92-280b1f1306c9 tempest-AttachVolumeShelveTestJSON-1554626570 tempest-AttachVolumeShelveTestJSON-1554626570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:20:19.892677 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-42688ced-79b3-401c-bd69-504cc84e972a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807773f0-c9f9-48b2-b640-22970b9ee50c', 'name': 'tempest-TestShelveInstance-1823930054-router', 'tenant_id': '5cb245b5eee144b2b887eecf1cd5697e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:14:47Z', 'updated_at': '2021-06-09T20:20:19Z', 'revision_number': 6, 'project_id': '5cb245b5eee144b2b887eecf1cd5697e', 'gw_port_host': None}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:20:19.904089 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42688ced-79b3-401c-bd69-504cc84e972a None None] The sync data for ids ['807773f0-c9f9-48b2-b640-22970b9ee50c'] in dv-cinder-795669-1-iscsi is: [{'id': '807773f0-c9f9-48b2-b640-22970b9ee50c', 'name': 'tempest-TestShelveInstance-1823930054-router', 'tenant_id': '5cb245b5eee144b2b887eecf1cd5697e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:14:47Z', 'updated_at': '2021-06-09T20:20:19Z', 'revision_number': 6, 'project_id': '5cb245b5eee144b2b887eecf1cd5697e', 'gw_port_host': None}] {{(pid=92458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:20:19.955309 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a17f2-5ce0-45e8-bb4b-42a547e9a178 admin admin] Pushing event deleted for resources: {'Port': ['ID=8938ee64-aaa5-4ffb-bb63-65ea0c606179,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:20:19.955309 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-bc5a17f2-5ce0-45e8-bb4b-42a547e9a178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:20:20.026358 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-bc5a17f2-5ce0-45e8-bb4b-42a547e9a178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3925078'] for router_gateway, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:20.196323 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-bc5a17f2-5ce0-45e8-bb4b-42a547e9a178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3905294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3075'] for router, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:20.198399 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-bc5a17f2-5ce0-45e8-bb4b-42a547e9a178 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:20.287613 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-bc5a17f2-5ce0-45e8-bb4b-42a547e9a178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3905434'] for router, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:20.288158 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5a17f2-5ce0-45e8-bb4b-42a547e9a178 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 807773f0-c9f9-48b2-b640-22970b9ee50c {{(pid=92456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 20:20:20.293351 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-bc5a17f2-5ce0-45e8-bb4b-42a547e9a178 admin admin] Notify callbacks [] for router, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:20.294485 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-bc5a17f2-5ce0-45e8-bb4b-42a547e9a178 admin admin] 10.222.0.15 "DELETE /v2.0/routers/807773f0-c9f9-48b2-b640-22970b9ee50c HTTP/1.1" status: 204 len: 168 time: 1.3298676 Jun 09 20:20:20.297676 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 50662) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:20:20.357475 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_v2 [None req-cace9ea9-1ec6-47b0-b9b4-42ca69554cae admin admin] Deleting subnet a5b4481e-a666-4d6b-bdc7-f1327eb3f9c8 {{(pid=92456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 20:20:20.361062 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-cace9ea9-1ec6-47b0-b9b4-42ca69554cae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:20.425071 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-cace9ea9-1ec6-47b0-b9b4-42ca69554cae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299860'] for subnet, precommit_delete_associations {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:20.616620 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-cace9ea9-1ec6-47b0-b9b4-42ca69554cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883559'] for subnet, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:20.784948 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-cace9ea9-1ec6-47b0-b9b4-42ca69554cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2274034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2365105'] for subnet, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:20.788836 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:20:20.821153 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace9ea9-1ec6-47b0-b9b4-42ca69554cae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5b4481e-a666-4d6b-bdc7-f1327eb3f9c8,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:20:20.824542 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-cace9ea9-1ec6-47b0-b9b4-42ca69554cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:20:20.827203 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-cace9ea9-1ec6-47b0-b9b4-42ca69554cae admin admin] Notify callbacks [] for subnet, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:20.828686 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-cace9ea9-1ec6-47b0-b9b4-42ca69554cae admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a5b4481e-a666-4d6b-bdc7-f1327eb3f9c8 HTTP/1.1" status: 204 len: 168 time: 0.5301056 Jun 09 20:20:20.831120 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 50664) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:20:20.833099 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ed3d31-f22c-4811-9b6c-9508485e5df3 None None] Network 4c0b53b9-63a3-4c3f-b507-324114f939be requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:20:20.935387 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-23fd2b55-b20a-490f-8563-86fc13701f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769015'] for network, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:21.014419 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [None req-23fd2b55-b20a-490f-8563-86fc13701f4c admin admin] Deleting port 01e6b1c7-35c6-4440-bc1a-0abecf0f6da0 {{(pid=92456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:20:21.014887 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-23fd2b55-b20a-490f-8563-86fc13701f4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:21.102919 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba48c51f-58d4-4b4f-ba3a-2ce066f12076 None None] DHCP port deletion for 4c0b53b9-63a3-4c3f-b507-324114f939be request from dv-cinder-795669-1-iscsi {{(pid=92457) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 20:20:21.124222 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [None req-23fd2b55-b20a-490f-8563-86fc13701f4c admin admin] For port 01e6b1c7-35c6-4440-bc1a-0abecf0f6da0, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=01e6b1c7-35c6-4440-bc1a-0abecf0f6da0,segment=NetworkSegment(16da5749-2ea3-4516-8006-44cb3a77c935),segment_id=16da5749-2ea3-4516-8006-44cb3a77c935)] {{(pid=92456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:20:21.124578 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-23fd2b55-b20a-490f-8563-86fc13701f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:21.167397 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-ba48c51f-58d4-4b4f-ba3a-2ce066f12076 None None] Deleting port 01e6b1c7-35c6-4440-bc1a-0abecf0f6da0 {{(pid=92457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:20:21.167397 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-ba48c51f-58d4-4b4f-ba3a-2ce066f12076 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:21.245177 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [None req-23fd2b55-b20a-490f-8563-86fc13701f4c admin admin] Calling delete_port for 01e6b1c7-35c6-4440-bc1a-0abecf0f6da0 owned by network:dhcp {{(pid=92456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:20:21.265795 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-ba48c51f-58d4-4b4f-ba3a-2ce066f12076 None None] For port 01e6b1c7-35c6-4440-bc1a-0abecf0f6da0, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=01e6b1c7-35c6-4440-bc1a-0abecf0f6da0,segment=NetworkSegment(16da5749-2ea3-4516-8006-44cb3a77c935),segment_id=16da5749-2ea3-4516-8006-44cb3a77c935)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:20:21.266193 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-ba48c51f-58d4-4b4f-ba3a-2ce066f12076 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:21.365272 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-23fd2b55-b20a-490f-8563-86fc13701f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2273976'] for port, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:21.369971 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-2f83434b-8fc8-4a51-a476-087f939fb2a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:20:21.384352 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-ba48c51f-58d4-4b4f-ba3a-2ce066f12076 None None] Calling delete_port for 01e6b1c7-35c6-4440-bc1a-0abecf0f6da0 owned by network:dhcp {{(pid=92457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:20:21.411482 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd2b55-b20a-490f-8563-86fc13701f4c admin admin] Pushing event deleted for resources: {'Port': ['ID=01e6b1c7-35c6-4440-bc1a-0abecf0f6da0,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:20:21.414557 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-23fd2b55-b20a-490f-8563-86fc13701f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:20:21.415675 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fd2b55-b20a-490f-8563-86fc13701f4c admin admin] No DVR routers for this DVR port 01e6b1c7-35c6-4440-bc1a-0abecf0f6da0 on host dv-cinder-795669-1-iscsi {{(pid=92456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 20:20:21.437531 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-ba48c51f-58d4-4b4f-ba3a-2ce066f12076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377'] for port, after_delete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:21.437531 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:20:21.481477 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48c51f-58d4-4b4f-ba3a-2ce066f12076 None None] Pushing event deleted for resources: {'Port': ['ID=01e6b1c7-35c6-4440-bc1a-0abecf0f6da0,revision_number=None']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:20:21.483293 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba48c51f-58d4-4b4f-ba3a-2ce066f12076 None None] No DVR routers for this DVR port 01e6b1c7-35c6-4440-bc1a-0abecf0f6da0 on host dv-cinder-795669-1-iscsi {{(pid=92457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 20:20:21.484679 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-ba48c51f-58d4-4b4f-ba3a-2ce066f12076 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:20:21.526035 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-23fd2b55-b20a-490f-8563-86fc13701f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884462', 'neutron.services.segments.db._delete_segments_for_network-8784791871416'] for network, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:21.538787 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.services.segments.db [None req-23fd2b55-b20a-490f-8563-86fc13701f4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c0b53b9-63a3-4c3f-b507-324114f939be']}} {{(pid=92456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:20:21.554253 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.services.segments.db [None req-23fd2b55-b20a-490f-8563-86fc13701f4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16da5749-2ea3-4516-8006-44cb3a77c935') {'for_net_delete': True} {{(pid=92456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:20:21.554540 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.services.segments.db [None req-23fd2b55-b20a-490f-8563-86fc13701f4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16da5749-2ea3-4516-8006-44cb3a77c935') {} {{(pid=92456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:20:21.565873 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-23fd2b55-b20a-490f-8563-86fc13701f4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784791825875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2301223'] for segment, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:21.582639 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-23fd2b55-b20a-490f-8563-86fc13701f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028'] for segment, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:21.588933 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23fd2b55-b20a-490f-8563-86fc13701f4c admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=92456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 20:20:21.589312 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-23fd2b55-b20a-490f-8563-86fc13701f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2273943'] for segment, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:21.602375 dv-cinder-795669-1-iscsi neutron-server[92456]: Traceback (most recent call last): Jun 09 20:20:21.602375 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 20:20:21.602375 dv-cinder-795669-1-iscsi neutron-server[92456]: timer() Jun 09 20:20:21.602375 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 20:20:21.602375 dv-cinder-795669-1-iscsi neutron-server[92456]: cb(*args, **kw) Jun 09 20:20:21.602375 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 20:20:21.602375 dv-cinder-795669-1-iscsi neutron-server[92456]: return func(*args, **kwargs) Jun 09 20:20:21.602375 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 20:20:21.602375 dv-cinder-795669-1-iscsi neutron-server[92456]: self._notify() Jun 09 20:20:21.602375 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 20:20:21.602375 dv-cinder-795669-1-iscsi neutron-server[92456]: self.callback(batched_events) Jun 09 20:20:21.602375 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 20:20:21.602375 dv-cinder-795669-1-iscsi neutron-server[92456]: event.method(event) Jun 09 20:20:21.602375 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 20:20:21.602375 dv-cinder-795669-1-iscsi neutron-server[92456]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 20:20:21.602375 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 20:20:21.602375 dv-cinder-795669-1-iscsi neutron-server[92456]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 20:20:21.602375 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 20:20:21.602375 dv-cinder-795669-1-iscsi neutron-server[92456]: return f(self, *a, **k) Jun 09 20:20:21.602375 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 20:20:21.602375 dv-cinder-795669-1-iscsi neutron-server[92456]: return self._get(url).json() Jun 09 20:20:21.602375 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 20:20:21.602375 dv-cinder-795669-1-iscsi neutron-server[92456]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 20:20:21.602375 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 20:20:21.602375 dv-cinder-795669-1-iscsi neutron-server[92456]: return self.request(url, 'GET', **kwargs) Jun 09 20:20:21.602375 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 20:20:21.602375 dv-cinder-795669-1-iscsi neutron-server[92456]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 20:20:21.602375 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 20:20:21.602375 dv-cinder-795669-1-iscsi neutron-server[92456]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 20:20:21.602375 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 20:20:21.602375 dv-cinder-795669-1-iscsi neutron-server[92456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 20:20:21.602375 dv-cinder-795669-1-iscsi neutron-server[92456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 20:20:21.755309 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-23fd2b55-b20a-490f-8563-86fc13701f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3854142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3925107'] for network, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:21.758920 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-61ad17da-3147-4a50-8394-b429183f14f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:20:21.772078 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-23fd2b55-b20a-490f-8563-86fc13701f4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for network, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:21.773804 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-23fd2b55-b20a-490f-8563-86fc13701f4c admin admin] 10.222.0.15 "DELETE /v2.0/networks/4c0b53b9-63a3-4c3f-b507-324114f939be HTTP/1.1" status: 204 len: 168 time: 0.9417243 Jun 09 20:20:21.779435 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd2b55-b20a-490f-8563-86fc13701f4c admin admin] Pushing event deleted for resources: {'Network': ['ID=4c0b53b9-63a3-4c3f-b507-324114f939be,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:20:21.781720 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-23fd2b55-b20a-490f-8563-86fc13701f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:20:21.902254 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 01e6b1c7-35c6-4440-bc1a-0abecf0f6da0 no longer exists at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:20:21.936958 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] No Port match for: 01e6b1c7-35c6-4440-bc1a-0abecf0f6da0 {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:20:21.937310 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 01e6b1c7-35c6-4440-bc1a-0abecf0f6da0 not bound to the agent host dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:20:21.937724 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 8938ee64-aaa5-4ffb-bb63-65ea0c606179 no longer exists at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:20:21.968654 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] No Port match for: 8938ee64-aaa5-4ffb-bb63-65ea0c606179 {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:20:21.969000 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 8938ee64-aaa5-4ffb-bb63-65ea0c606179 not bound to the agent host dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:20:21.969402 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 456aedd6-3ee6-4e57-b901-064373936ced no longer exists at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:20:22.028302 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] No Port match for: 456aedd6-3ee6-4e57-b901-064373936ced {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:20:22.028571 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 456aedd6-3ee6-4e57-b901-064373936ced not bound to the agent host dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:20:22.148976 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 50676) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:20:22.203628 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-01809155-dc39-4c64-bd41-c68a0343d4da admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=77d6b587facd4bc88ca77baf7f14c937&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511563 Jun 09 20:20:22.203874 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 50678) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:20:22.259849 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-d9f9cd76-bd3d-4797-91d5-c439de6ffa4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:22.285223 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-d9f9cd76-bd3d-4797-91d5-c439de6ffa4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:22.422355 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-d9f9cd76-bd3d-4797-91d5-c439de6ffa4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:22.424945 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-d9f9cd76-bd3d-4797-91d5-c439de6ffa4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:22.426075 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-d9f9cd76-bd3d-4797-91d5-c439de6ffa4c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5ac377ee-d364-4284-b65d-d5549cf622eb HTTP/1.1" status: 204 len: 168 time: 0.2213106 Jun 09 20:20:22.426905 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-b9de54c5-39a1-4f15-9d10-b28bc0bc6ac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:20:22.436142 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f9cd76-bd3d-4797-91d5-c439de6ffa4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac377ee-d364-4284-b65d-d5549cf622eb,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:20:22.439055 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-d9f9cd76-bd3d-4797-91d5-c439de6ffa4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:20:23.151985 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 50692) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:20:23.196632 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-84b768f2-0a26-4f54-bda1-c38f3412792a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5cb245b5eee144b2b887eecf1cd5697e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476196 Jun 09 20:20:23.198992 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 50694) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:20:23.256370 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f58c8a73-4022-4d55-bfc8-a4704a40ddff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:23.280940 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f58c8a73-4022-4d55-bfc8-a4704a40ddff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:23.441503 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f58c8a73-4022-4d55-bfc8-a4704a40ddff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:23.443846 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f58c8a73-4022-4d55-bfc8-a4704a40ddff admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:23.445013 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-f58c8a73-4022-4d55-bfc8-a4704a40ddff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bdbae1c5-de90-4cbb-b30e-5dad315e733a HTTP/1.1" status: 204 len: 168 time: 0.2451241 Jun 09 20:20:23.445870 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-3ddf4927-b192-4545-b500-53bd32120c7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:20:23.455290 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c8a73-4022-4d55-bfc8-a4704a40ddff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbae1c5-de90-4cbb-b30e-5dad315e733a,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:20:23.457484 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-f58c8a73-4022-4d55-bfc8-a4704a40ddff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:20:24.622150 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:29.052908 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-16e831b1-09cf-4a0a-92c5-28b3c5cac6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:31.456530 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:31.829552 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-600ff6e5-28d4-41f1-ae4a-6149be170a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:31.956799 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 50754) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:20:32.014628 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_v2 [None req-87ddd468-b35b-40bc-9113-4bdac6dd09ec admin admin] Deleting subnet 85cfd288-c6ce-4de7-a0cf-80f045bdcd59 {{(pid=92456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 20:20:32.017381 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-87ddd468-b35b-40bc-9113-4bdac6dd09ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:32.068486 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-87ddd468-b35b-40bc-9113-4bdac6dd09ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299860'] for subnet, precommit_delete_associations {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:32.121667 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-87ddd468-b35b-40bc-9113-4bdac6dd09ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883559'] for subnet, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:32.269772 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-87ddd468-b35b-40bc-9113-4bdac6dd09ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2274034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2365105'] for subnet, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:32.273329 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-44fc9a8c-9555-4ef7-be86-7750c831f631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:20:32.309443 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ddd468-b35b-40bc-9113-4bdac6dd09ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85cfd288-c6ce-4de7-a0cf-80f045bdcd59,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:20:32.312801 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-87ddd468-b35b-40bc-9113-4bdac6dd09ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:20:32.315269 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-87ddd468-b35b-40bc-9113-4bdac6dd09ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:32.317507 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-87ddd468-b35b-40bc-9113-4bdac6dd09ec admin admin] 10.222.0.15 "DELETE /v2.0/subnets/85cfd288-c6ce-4de7-a0cf-80f045bdcd59 HTTP/1.1" status: 204 len: 168 time: 0.3593025 Jun 09 20:20:32.319453 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 50756) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:20:32.421934 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-70b2995d-49f5-4d7d-be42-d5ae34d8b87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769015'] for network, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:32.546074 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-70b2995d-49f5-4d7d-be42-d5ae34d8b87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884462', 'neutron.services.segments.db._delete_segments_for_network-8784791871416'] for network, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:32.560686 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.services.segments.db [None req-70b2995d-49f5-4d7d-be42-d5ae34d8b87b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd6a816a-116e-4a9b-a906-e95a6a5afe0e']}} {{(pid=92456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:20:32.572697 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.services.segments.db [None req-70b2995d-49f5-4d7d-be42-d5ae34d8b87b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a20e943-369d-4906-be1a-bbc9b5988c1f') {'for_net_delete': True} {{(pid=92456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:20:32.573003 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.services.segments.db [None req-70b2995d-49f5-4d7d-be42-d5ae34d8b87b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a20e943-369d-4906-be1a-bbc9b5988c1f') {} {{(pid=92456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:20:32.584522 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-70b2995d-49f5-4d7d-be42-d5ae34d8b87b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784791825875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2301223'] for segment, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:32.601820 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-70b2995d-49f5-4d7d-be42-d5ae34d8b87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028'] for segment, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:32.607853 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70b2995d-49f5-4d7d-be42-d5ae34d8b87b admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=92456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 20:20:32.610556 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-70b2995d-49f5-4d7d-be42-d5ae34d8b87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2273943'] for segment, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:32.621094 dv-cinder-795669-1-iscsi neutron-server[92456]: Traceback (most recent call last): Jun 09 20:20:32.621094 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 20:20:32.621094 dv-cinder-795669-1-iscsi neutron-server[92456]: timer() Jun 09 20:20:32.621094 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 20:20:32.621094 dv-cinder-795669-1-iscsi neutron-server[92456]: cb(*args, **kw) Jun 09 20:20:32.621094 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 20:20:32.621094 dv-cinder-795669-1-iscsi neutron-server[92456]: return func(*args, **kwargs) Jun 09 20:20:32.621094 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 20:20:32.621094 dv-cinder-795669-1-iscsi neutron-server[92456]: self._notify() Jun 09 20:20:32.621094 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 20:20:32.621094 dv-cinder-795669-1-iscsi neutron-server[92456]: self.callback(batched_events) Jun 09 20:20:32.621094 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 20:20:32.621094 dv-cinder-795669-1-iscsi neutron-server[92456]: event.method(event) Jun 09 20:20:32.621094 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 20:20:32.621094 dv-cinder-795669-1-iscsi neutron-server[92456]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 20:20:32.621094 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 20:20:32.621094 dv-cinder-795669-1-iscsi neutron-server[92456]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 20:20:32.621094 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 20:20:32.621094 dv-cinder-795669-1-iscsi neutron-server[92456]: return f(self, *a, **k) Jun 09 20:20:32.621094 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 20:20:32.621094 dv-cinder-795669-1-iscsi neutron-server[92456]: return self._get(url).json() Jun 09 20:20:32.621094 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 20:20:32.621094 dv-cinder-795669-1-iscsi neutron-server[92456]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 20:20:32.621094 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 20:20:32.621094 dv-cinder-795669-1-iscsi neutron-server[92456]: return self.request(url, 'GET', **kwargs) Jun 09 20:20:32.621094 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 20:20:32.621094 dv-cinder-795669-1-iscsi neutron-server[92456]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 20:20:32.621094 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 20:20:32.621094 dv-cinder-795669-1-iscsi neutron-server[92456]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 20:20:32.621094 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 20:20:32.621094 dv-cinder-795669-1-iscsi neutron-server[92456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 20:20:32.621094 dv-cinder-795669-1-iscsi neutron-server[92456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 20:20:32.738292 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:32.850500 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-70b2995d-49f5-4d7d-be42-d5ae34d8b87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3854142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3925107'] for network, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:32.854266 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-22ce6525-95b8-4a64-b77a-c945d4a44ee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:20:32.867179 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-70b2995d-49f5-4d7d-be42-d5ae34d8b87b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for network, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:32.869027 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-70b2995d-49f5-4d7d-be42-d5ae34d8b87b admin admin] 10.222.0.15 "DELETE /v2.0/networks/cd6a816a-116e-4a9b-a906-e95a6a5afe0e HTTP/1.1" status: 204 len: 168 time: 0.5486467 Jun 09 20:20:32.874651 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2995d-49f5-4d7d-be42-d5ae34d8b87b admin admin] Pushing event deleted for resources: {'Network': ['ID=cd6a816a-116e-4a9b-a906-e95a6a5afe0e,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:20:32.877426 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-70b2995d-49f5-4d7d-be42-d5ae34d8b87b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:20:33.317643 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 50760) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:20:33.364256 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-e417946c-31f0-4e51-af1d-0f34a0501c24 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8497e63914c64f41b704fa698d117f28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453515 Jun 09 20:20:33.366495 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 50762) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:20:33.421874 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-10c4cfeb-bfaa-4579-b3a2-ed081a37ab1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:33.447592 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-10c4cfeb-bfaa-4579-b3a2-ed081a37ab1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:33.586257 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-10c4cfeb-bfaa-4579-b3a2-ed081a37ab1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:33.588672 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-10c4cfeb-bfaa-4579-b3a2-ed081a37ab1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:33.589757 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-10c4cfeb-bfaa-4579-b3a2-ed081a37ab1b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fba20148-654d-4dc9-91b8-c1f972354da9 HTTP/1.1" status: 204 len: 168 time: 0.2223387 Jun 09 20:20:33.590687 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-351bd9fa-eda3-4f6c-aba6-8f0b9f0a35a5 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:20:33.605700 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4cfeb-bfaa-4579-b3a2-ed081a37ab1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba20148-654d-4dc9-91b8-c1f972354da9,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:20:33.608342 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-10c4cfeb-bfaa-4579-b3a2-ed081a37ab1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:20:33.615967 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f3a5f2a3-069c-4c60-95c0-18a91c958f9d req-42bff1d3-9496-47d8-9ecc-f3e28850c493 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=332e9857-80ed-4a40-9368-22be5c32013a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0933182 Jun 09 20:20:33.750336 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a5f2a3-069c-4c60-95c0-18a91c958f9d req-6c22f220-0752-43f0-b367-f2a14c0547fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:20:33.751869 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f3a5f2a3-069c-4c60-95c0-18a91c958f9d req-6c22f220-0752-43f0-b367-f2a14c0547fa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c23a33d8a4b74f88aac42ca38d32acbd&device_id=332e9857-80ed-4a40-9368-22be5c32013a HTTP/1.1" status: 200 len: 1098 time: 0.0699091 Jun 09 20:20:33.892962 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a5f2a3-069c-4c60-95c0-18a91c958f9d req-b8c3cfa4-08a3-43dd-84cc-b88bcc9964ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:20:33.894372 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f3a5f2a3-069c-4c60-95c0-18a91c958f9d req-b8c3cfa4-08a3-43dd-84cc-b88bcc9964ca service neutron] 10.222.0.22 "GET /v2.0/networks?id=98897892-26ad-4d88-a510-66c8050e7607 HTTP/1.1" status: 200 len: 912 time: 0.1241705 Jun 09 20:20:34.000471 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f3a5f2a3-069c-4c60-95c0-18a91c958f9d req-b093f350-3a6c-408e-9fbe-dd2427c0e852 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b891dd64-45f3-46da-ab82-120a1151cbc2 HTTP/1.1" status: 200 len: 1001 time: 0.0996206 Jun 09 20:20:34.075474 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a5f2a3-069c-4c60-95c0-18a91c958f9d req-9b49ea2e-db2f-4615-afb8-dfefb4fe4983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:20:34.076986 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f3a5f2a3-069c-4c60-95c0-18a91c958f9d req-9b49ea2e-db2f-4615-afb8-dfefb4fe4983 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83 HTTP/1.1" status: 200 len: 850 time: 0.0637450 Jun 09 20:20:34.154625 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a5f2a3-069c-4c60-95c0-18a91c958f9d req-b410acd5-8fef-4466-96be-ca65c362f5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:20:34.156112 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f3a5f2a3-069c-4c60-95c0-18a91c958f9d req-b410acd5-8fef-4466-96be-ca65c362f5c3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98897892-26ad-4d88-a510-66c8050e7607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721045 Jun 09 20:20:34.283296 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f3a5f2a3-069c-4c60-95c0-18a91c958f9d req-6216cfcf-f6f0-465e-be35-cbba172103ba service neutron] 10.222.0.22 "GET /v2.0/networks/98897892-26ad-4d88-a510-66c8050e7607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209297 Jun 09 20:20:34.355608 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:34.410886 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f3a5f2a3-069c-4c60-95c0-18a91c958f9d req-e54375fb-595d-4f91-a842-081798d629b6 service neutron] 10.222.0.22 "GET /v2.0/networks/98897892-26ad-4d88-a510-66c8050e7607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217380 Jun 09 20:20:42.896378 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 6 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:20:54.708664 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:20:59.050894 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-c0428caa-0b7f-455d-aa6a-edc3cbcfcea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:21:01.457409 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:21:01.831408 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-c741083b-cfa2-4a46-a400-707e965f705a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:21:02.748259 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:21:04.370942 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:21:13.266077 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-64bda7b3-647d-4263-9f52-2b51a1832b59 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-16164478&fields=id&tenant_id=c23a33d8a4b74f88aac42ca38d32acbd HTTP/1.1" status: 200 len: 267 time: 0.0395846 Jun 09 20:21:13.410982 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-8500d061-7bd7-4e6b-af54-42bc5188d682 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:21:13.412362 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-8500d061-7bd7-4e6b-af54-42bc5188d682 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/networks?id=98897892-26ad-4d88-a510-66c8050e7607 HTTP/1.1" status: 200 len: 811 time: 0.1394477 Jun 09 20:21:13.427469 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-fba26f6e-89bd-4349-9dde-cf9dfee3057a tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/quotas/c23a33d8a4b74f88aac42ca38d32acbd HTTP/1.1" status: 200 len: 375 time: 0.0088067 Jun 09 20:21:13.516628 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-ca059b2e-677b-4d94-9568-58f2421f2682 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c23a33d8a4b74f88aac42ca38d32acbd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0844493 Jun 09 20:21:13.651271 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-b6793aa9-a05b-4d96-816a-b23e2d833de3 service neutron] 10.222.0.15 "GET /v2.0/networks/98897892-26ad-4d88-a510-66c8050e7607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234243 Jun 09 20:21:13.865596 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-c17fafd7-3458-4db9-9c8e-df1c0635e10e service neutron] 10.222.0.15 "GET /v2.0/networks/98897892-26ad-4d88-a510-66c8050e7607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085149 Jun 09 20:21:14.473049 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2201bdaf-1406-4b05-978d-f1b2569e7a02 req-2e2c0dcc-90ce-491c-a96e-8bae496fd7c3 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8375b19e-f38c-4cbf-bd8c-bebf315356e8 HTTP/1.1" status: 200 len: 210 time: 0.0415373 Jun 09 20:21:15.566877 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-36493dcc-7cd8-4775-a233-e05de101ff6f req-b3928b26-ec4f-4e80-aae7-eeb8c9628ffb tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8375b19e-f38c-4cbf-bd8c-bebf315356e8 HTTP/1.1" status: 200 len: 210 time: 0.0431273 Jun 09 20:21:16.674638 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-16725ec5-4fac-46ec-a4f6-f8da8ae3b0e7 req-a3be3913-8a4e-4959-a9a2-140d8ed767d0 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8375b19e-f38c-4cbf-bd8c-bebf315356e8 HTTP/1.1" status: 200 len: 210 time: 0.0448954 Jun 09 20:21:17.822201 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-63dbd8b4-ff1b-49e6-9519-61b18757a843 req-cd1fc48a-c062-441a-86fe-a0b2cda37f6d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8375b19e-f38c-4cbf-bd8c-bebf315356e8 HTTP/1.1" status: 200 len: 210 time: 0.0464671 Jun 09 20:21:18.482618 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-bd653a85-19b5-464e-b870-40083d573e72 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:21:18.484047 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-bd653a85-19b5-464e-b870-40083d573e72 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.22 "GET /v2.0/networks?id=98897892-26ad-4d88-a510-66c8050e7607 HTTP/1.1" status: 200 len: 811 time: 0.1430712 Jun 09 20:21:18.541894 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-1bca14af-3b8c-49ca-8d31-25e6ee4fbd2e tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c23a33d8a4b74f88aac42ca38d32acbd HTTP/1.1" status: 200 len: 378 time: 0.0498240 Jun 09 20:21:18.550549 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-374e3b15-bf66-4566-83a2-3b1a3d789e8e tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Request body: {'port': {'device_id': '8375b19e-f38c-4cbf-bd8c-bebf315356e8', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'admin_state_up': True, 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'security_groups': ['3464c22a-73d9-4ff7-b92e-f0a8f13e9f39']}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:21:18.781812 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-374e3b15-bf66-4566-83a2-3b1a3d789e8e tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Made reservation on behalf of c23a33d8a4b74f88aac42ca38d32acbd for: {'port': 1} {{(pid=92456) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 09 20:21:18.785435 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-374e3b15-bf66-4566-83a2-3b1a3d789e8e tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:21:18.950823 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_common [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-374e3b15-bf66-4566-83a2-3b1a3d789e8e tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Allocated IP 172.20.0.11 (98897892-26ad-4d88-a510-66c8050e7607/8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83/b60dbd22-2631-4327-8f54-5e51eaf48b2d) {{(pid=92456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:21:18.977947 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-92afb127-4fab-4c06-ae16-4ab1d79cd822 req-005efd7d-9d80-4dba-a590-4eff1409d2ec tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8375b19e-f38c-4cbf-bd8c-bebf315356e8 HTTP/1.1" status: 200 len: 210 time: 0.0479422 Jun 09 20:21:19.133161 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-374e3b15-bf66-4566-83a2-3b1a3d789e8e tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for port, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:21:19.147805 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.provisioning_blocks [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-374e3b15-bf66-4566-83a2-3b1a3d789e8e tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Transition to ACTIVE for port object b60dbd22-2631-4327-8f54-5e51eaf48b2d will not be triggered until provisioned by entity DHCP. {{(pid=92456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:21:19.216182 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-374e3b15-bf66-4566-83a2-3b1a3d789e8e tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2273985'] for port, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:21:19.221707 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-7c613a56-bcf2-4825-876c-f3845713434a tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:21:19.383578 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-374e3b15-bf66-4566-83a2-3b1a3d789e8e tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Network 98897892-26ad-4d88-a510-66c8050e7607 is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:21:19.386648 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-374e3b15-bf66-4566-83a2-3b1a3d789e8e tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:21:19.403947 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-374e3b15-bf66-4566-83a2-3b1a3d789e8e tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Received port after_create {{(pid=92456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:21:19.421826 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e3b15-bf66-4566-83a2-3b1a3d789e8e tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Pushing event updated for resources: {'Port': ['ID=b60dbd22-2631-4327-8f54-5e51eaf48b2d,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:21:19.437680 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374e3b15-bf66-4566-83a2-3b1a3d789e8e tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:21:19.438055 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374e3b15-bf66-4566-83a2-3b1a3d789e8e tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:21:19.438436 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374e3b15-bf66-4566-83a2-3b1a3d789e8e tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:21:19.438806 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374e3b15-bf66-4566-83a2-3b1a3d789e8e tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:21:19.439170 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374e3b15-bf66-4566-83a2-3b1a3d789e8e tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:21:19.439536 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374e3b15-bf66-4566-83a2-3b1a3d789e8e tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:21:19.439929 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374e3b15-bf66-4566-83a2-3b1a3d789e8e tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:21:19.440295 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374e3b15-bf66-4566-83a2-3b1a3d789e8e tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:21:19.440659 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374e3b15-bf66-4566-83a2-3b1a3d789e8e tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:21:19.441020 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374e3b15-bf66-4566-83a2-3b1a3d789e8e tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:21:19.441378 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374e3b15-bf66-4566-83a2-3b1a3d789e8e tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:21:19.441732 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374e3b15-bf66-4566-83a2-3b1a3d789e8e tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:21:19.447089 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-374e3b15-bf66-4566-83a2-3b1a3d789e8e tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:21:19.469863 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-374e3b15-bf66-4566-83a2-3b1a3d789e8e tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:21:19.470486 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-374e3b15-bf66-4566-83a2-3b1a3d789e8e tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:21:19.525418 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-374e3b15-bf66-4566-83a2-3b1a3d789e8e tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9783990 Jun 09 20:21:19.538137 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-84aaf7cc-6cb0-4c54-a573-4704ee182408 service neutron] Request body: {'port': {'device_id': '8375b19e-f38c-4cbf-bd8c-bebf315356e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79566'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:21:19.600304 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-43c01811-7de1-48d6-8b5a-b2388a496f45 None None] Provisioning for port b60dbd22-2631-4327-8f54-5e51eaf48b2d completed by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:21:19.605468 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-43c01811-7de1-48d6-8b5a-b2388a496f45 None None] Provisioning complete for port b60dbd22-2631-4327-8f54-5e51eaf48b2d triggered by entity DHCP. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:21:19.610475 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-43c01811-7de1-48d6-8b5a-b2388a496f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:21:19.654586 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-84aaf7cc-6cb0-4c54-a573-4704ee182408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:21:19.656873 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-43c01811-7de1-48d6-8b5a-b2388a496f45 None None] Port b60dbd22-2631-4327-8f54-5e51eaf48b2d cannot update to ACTIVE because it is not bound. {{(pid=92457) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 09 20:21:19.895058 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 6 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:21:19.993141 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-84aaf7cc-6cb0-4c54-a573-4704ee182408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b60dbd22-2631-4327-8f54-5e51eaf48b2d {{(pid=92456) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:21:20.000145 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-84aaf7cc-6cb0-4c54-a573-4704ee182408 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:21:20.014882 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.provisioning_blocks [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-84aaf7cc-6cb0-4c54-a573-4704ee182408 service neutron] Transition to ACTIVE for port object b60dbd22-2631-4327-8f54-5e51eaf48b2d will not be triggered until provisioned by entity L2. {{(pid=92456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 09 20:21:20.082525 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-84aaf7cc-6cb0-4c54-a573-4704ee182408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2273971'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:21:20.087896 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-b4f03b42-d736-4859-8b29-152ff96cd654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:21:20.164816 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b434147-4ad5-4174-a4bc-a4ea753b0fd1 req-6cb038c7-2321-4c00-b6bb-d780b3e86e72 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:21:20.166333 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2b434147-4ad5-4174-a4bc-a4ea753b0fd1 req-6cb038c7-2321-4c00-b6bb-d780b3e86e72 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8375b19e-f38c-4cbf-bd8c-bebf315356e8 HTTP/1.1" status: 200 len: 944 time: 0.0851855 Jun 09 20:21:20.214113 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-2b434147-4ad5-4174-a4bc-a4ea753b0fd1 req-1521570d-9de3-45b9-9b5c-83b96b902f68 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421429 Jun 09 20:21:20.239771 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aaf7cc-6cb0-4c54-a573-4704ee182408 service neutron] Pushing event updated for resources: {'Port': ['ID=b60dbd22-2631-4327-8f54-5e51eaf48b2d,revision_number=2']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:21:20.247354 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-84aaf7cc-6cb0-4c54-a573-4704ee182408 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:21:20.317869 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-84aaf7cc-6cb0-4c54-a573-4704ee182408 service neutron] Attempting to bind port b60dbd22-2631-4327-8f54-5e51eaf48b2d on host hv-cinder-79566 for vnic_type normal with profile {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 09 20:21:20.318840 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-84aaf7cc-6cb0-4c54-a573-4704ee182408 service neutron] Attempting to bind port b60dbd22-2631-4327-8f54-5e51eaf48b2d by drivers openvswitch,hyperv on host hv-cinder-79566 at level 0 using segments [{'id': 'e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '98897892-26ad-4d88-a510-66c8050e7607'}] {{(pid=92456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 09 20:21:20.319167 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-84aaf7cc-6cb0-4c54-a573-4704ee182408 service neutron] Attempting to bind port b60dbd22-2631-4327-8f54-5e51eaf48b2d on network 98897892-26ad-4d88-a510-66c8050e7607 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:21:20.323637 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-84aaf7cc-6cb0-4c54-a573-4704ee182408 service neutron] Port b60dbd22-2631-4327-8f54-5e51eaf48b2d on network 98897892-26ad-4d88-a510-66c8050e7607 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79566 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 09 20:21:20.323988 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-84aaf7cc-6cb0-4c54-a573-4704ee182408 service neutron] Attempting to bind port b60dbd22-2631-4327-8f54-5e51eaf48b2d on network 98897892-26ad-4d88-a510-66c8050e7607 {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 09 20:21:20.328988 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-84aaf7cc-6cb0-4c54-a573-4704ee182408 service neutron] Checking agent: {'id': '747acf60-c6b9-434b-b325-86e193e3fffe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79566', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 9, 20, 7, 24), 'started_at': datetime.datetime(2021, 6, 9, 20, 7, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 9, 20, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 09 20:21:20.329321 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-84aaf7cc-6cb0-4c54-a573-4704ee182408 service neutron] Checking segment: {'id': 'e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '98897892-26ad-4d88-a510-66c8050e7607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 09 20:21:20.329694 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-84aaf7cc-6cb0-4c54-a573-4704ee182408 service neutron] Bound using segment: {'id': 'e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '98897892-26ad-4d88-a510-66c8050e7607'} {{(pid=92456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 09 20:21:20.330134 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.managers [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-84aaf7cc-6cb0-4c54-a573-4704ee182408 service neutron] Bound port: b60dbd22-2631-4327-8f54-5e51eaf48b2d, host: hv-cinder-79566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '98897892-26ad-4d88-a510-66c8050e7607'}}] {{(pid=92456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 09 20:21:20.330469 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-84aaf7cc-6cb0-4c54-a573-4704ee182408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:21:20.419238 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-84aaf7cc-6cb0-4c54-a573-4704ee182408 service neutron] For port b60dbd22-2631-4327-8f54-5e51eaf48b2d, host hv-cinder-79566, cleared binding levels {{(pid=92456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 09 20:21:20.422183 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-84aaf7cc-6cb0-4c54-a573-4704ee182408 service neutron] For port b60dbd22-2631-4327-8f54-5e51eaf48b2d, host hv-cinder-79566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=b60dbd22-2631-4327-8f54-5e51eaf48b2d,segment=NetworkSegment(e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d),segment_id=e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d)] {{(pid=92456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 09 20:21:20.491119 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-84aaf7cc-6cb0-4c54-a573-4704ee182408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2273971'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:21:20.494816 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-affde59d-0187-4da3-a0f3-4fa2c61f64af tempest-VolumesActionsTest-1917907789 tempest-VolumesActionsTest-1917907789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:21:20.551876 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-84aaf7cc-6cb0-4c54-a573-4704ee182408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:21:20.553101 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-84aaf7cc-6cb0-4c54-a573-4704ee182408 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:21:20.554470 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-84aaf7cc-6cb0-4c54-a573-4704ee182408 service neutron] 10.222.0.22 "PUT /v2.0/ports/b60dbd22-2631-4327-8f54-5e51eaf48b2d HTTP/1.1" status: 200 len: 1094 time: 1.0215111 Jun 09 20:21:20.554987 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8375b19e-f38c-4cbf-bd8c-bebf315356e8', 'tag': 'b60dbd22-2631-4327-8f54-5e51eaf48b2d'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:21:20.557327 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3167c7f-fdd0-4f7f-aa32-40c95d325575" -d '{"events": [{"name": "network-changed", "server_uuid": "8375b19e-f38c-4cbf-bd8c-bebf315356e8", "tag": "b60dbd22-2631-4327-8f54-5e51eaf48b2d"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:21:20.574200 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aaf7cc-6cb0-4c54-a573-4704ee182408 service neutron] Pushing event updated for resources: {'Port': ['ID=b60dbd22-2631-4327-8f54-5e51eaf48b2d,revision_number=3']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:21:20.577357 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-84aaf7cc-6cb0-4c54-a573-4704ee182408 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:21:20.748917 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-89875a79-0bc8-4e17-98b3-8da96972acc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:21:20.750833 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-89875a79-0bc8-4e17-98b3-8da96972acc6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c23a33d8a4b74f88aac42ca38d32acbd&device_id=8375b19e-f38c-4cbf-bd8c-bebf315356e8 HTTP/1.1" status: 200 len: 1097 time: 0.0838709 Jun 09 20:21:20.752317 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 20:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860ecd9a-68fe-4a85-8f2f-8f5fd2dae291 x-openstack-request-id: req-860ecd9a-68fe-4a85-8f2f-8f5fd2dae291 {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:21:20.752640 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8375b19e-f38c-4cbf-bd8c-bebf315356e8", "tag": "b60dbd22-2631-4327-8f54-5e51eaf48b2d", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:21:20.752928 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-860ecd9a-68fe-4a85-8f2f-8f5fd2dae291 {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:21:20.753338 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8375b19e-f38c-4cbf-bd8c-bebf315356e8', 'tag': 'b60dbd22-2631-4327-8f54-5e51eaf48b2d', 'status': 'completed', 'code': 200} Jun 09 20:21:20.822008 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-bc06ac19-a47a-4dbb-a647-b75ef378fec3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b60dbd22-2631-4327-8f54-5e51eaf48b2d HTTP/1.1" status: 200 len: 217 time: 0.0621347 Jun 09 20:21:20.884973 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-0834b14a-f508-467a-bea8-e2ff9324446c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:21:20.886385 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-0834b14a-f508-467a-bea8-e2ff9324446c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83 HTTP/1.1" status: 200 len: 850 time: 0.0578775 Jun 09 20:21:20.964021 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-a3773b09-8fd9-4085-a70a-71bfd606cbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:21:20.965525 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-a3773b09-8fd9-4085-a70a-71bfd606cbe7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98897892-26ad-4d88-a510-66c8050e7607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731828 Jun 09 20:21:21.096626 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-62760048-5ebf-4004-9ace-e7ac22116517 service neutron] 10.222.0.22 "GET /v2.0/networks/98897892-26ad-4d88-a510-66c8050e7607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242352 Jun 09 20:21:21.224631 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-8f941a34-7494-4e33-ba7e-be7aa01d28e3 req-7984e49d-183b-4dfc-9f81-f454e09a0e1d service neutron] 10.222.0.22 "GET /v2.0/networks/98897892-26ad-4d88-a510-66c8050e7607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193464 Jun 09 20:21:21.405608 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3167c7f-fdd0-4f7f-aa32-40c95d325575 req-b19b7a28-91dd-4dfa-ba49-0a73c262fd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:21:21.407015 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-d3167c7f-fdd0-4f7f-aa32-40c95d325575 req-b19b7a28-91dd-4dfa-ba49-0a73c262fd37 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c23a33d8a4b74f88aac42ca38d32acbd&device_id=8375b19e-f38c-4cbf-bd8c-bebf315356e8 HTTP/1.1" status: 200 len: 1097 time: 0.0732329 Jun 09 20:21:21.551258 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d69eb2-d33a-46c0-9937-0c9d4e244d39 req-b49f21db-6087-486d-955a-ff8527839c88 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:21:21.553299 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-56d69eb2-d33a-46c0-9937-0c9d4e244d39 req-b49f21db-6087-486d-955a-ff8527839c88 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8375b19e-f38c-4cbf-bd8c-bebf315356e8 HTTP/1.1" status: 200 len: 944 time: 0.0809493 Jun 09 20:21:21.601914 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-56d69eb2-d33a-46c0-9937-0c9d4e244d39 req-fc2c91f7-f6f7-405f-a5b6-3feabb83b3d9 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428038 Jun 09 20:21:21.635583 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3167c7f-fdd0-4f7f-aa32-40c95d325575 req-73215100-5889-486b-9170-2155b6cb1950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:21:21.637055 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-d3167c7f-fdd0-4f7f-aa32-40c95d325575 req-73215100-5889-486b-9170-2155b6cb1950 service neutron] 10.222.0.22 "GET /v2.0/networks?id=98897892-26ad-4d88-a510-66c8050e7607 HTTP/1.1" status: 200 len: 912 time: 0.2233069 Jun 09 20:21:21.704710 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-d3167c7f-fdd0-4f7f-aa32-40c95d325575 req-20cd8b3e-2b95-4b8a-82ba-df3a0270c80b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b60dbd22-2631-4327-8f54-5e51eaf48b2d HTTP/1.1" status: 200 len: 217 time: 0.0574925 Jun 09 20:21:21.770221 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3167c7f-fdd0-4f7f-aa32-40c95d325575 req-0721d9ab-8d9d-4ebc-8c42-1dc5a143d7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:21:21.772118 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-d3167c7f-fdd0-4f7f-aa32-40c95d325575 req-0721d9ab-8d9d-4ebc-8c42-1dc5a143d7bc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83 HTTP/1.1" status: 200 len: 850 time: 0.0583069 Jun 09 20:21:21.846642 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3167c7f-fdd0-4f7f-aa32-40c95d325575 req-941cb089-848c-4578-b3e3-1e677d57f926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:21:21.848049 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-d3167c7f-fdd0-4f7f-aa32-40c95d325575 req-941cb089-848c-4578-b3e3-1e677d57f926 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98897892-26ad-4d88-a510-66c8050e7607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0667877 Jun 09 20:21:21.982566 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-d3167c7f-fdd0-4f7f-aa32-40c95d325575 req-6366d08a-444f-4dfc-a109-bc127757b9ad service neutron] 10.222.0.22 "GET /v2.0/networks/98897892-26ad-4d88-a510-66c8050e7607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266024 Jun 09 20:21:22.114236 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-d3167c7f-fdd0-4f7f-aa32-40c95d325575 req-a87b6ba0-6881-4275-9c19-6386dac59449 service neutron] 10.222.0.22 "GET /v2.0/networks/98897892-26ad-4d88-a510-66c8050e7607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247582 Jun 09 20:21:22.785349 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f6c982-d818-40a1-84b2-f9f0e89ff781 req-f6fd1eb3-c946-486f-8348-f0180411f130 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:21:22.787641 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-60f6c982-d818-40a1-84b2-f9f0e89ff781 req-f6fd1eb3-c946-486f-8348-f0180411f130 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8375b19e-f38c-4cbf-bd8c-bebf315356e8 HTTP/1.1" status: 200 len: 944 time: 0.0823157 Jun 09 20:21:22.831851 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-60f6c982-d818-40a1-84b2-f9f0e89ff781 req-bf494410-89c3-4036-9915-2c4297bb8b5c tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383766 Jun 09 20:21:24.014380 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84798d-6de0-4766-bfc0-51d62d0fb3a6 req-c7d0cc7d-cfcb-40bb-96c1-4c39be5db33b tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:21:24.015791 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8a84798d-6de0-4766-bfc0-51d62d0fb3a6 req-c7d0cc7d-cfcb-40bb-96c1-4c39be5db33b tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8375b19e-f38c-4cbf-bd8c-bebf315356e8 HTTP/1.1" status: 200 len: 944 time: 0.0816352 Jun 09 20:21:24.059555 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-8a84798d-6de0-4766-bfc0-51d62d0fb3a6 req-eba3a4f2-5cc2-4526-a8d4-4b9e3a5e02d4 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382385 Jun 09 20:21:24.647969 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:21:25.237733 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad47d2-f72a-4f91-a249-e47ec6621c07 req-bb7e95d8-1cc4-4a7c-b268-68e2615e287c tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:21:25.239249 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ecad47d2-f72a-4f91-a249-e47ec6621c07 req-bb7e95d8-1cc4-4a7c-b268-68e2615e287c tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8375b19e-f38c-4cbf-bd8c-bebf315356e8 HTTP/1.1" status: 200 len: 944 time: 0.0783479 Jun 09 20:21:25.287574 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-ecad47d2-f72a-4f91-a249-e47ec6621c07 req-6c216af4-09bc-4a7a-8e53-84fd33e58b4a tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426252 Jun 09 20:21:26.468754 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd481d-5c87-43f5-aa06-09d21a551d97 req-87e023d7-8c1b-4f1f-9c23-9673ffd3f837 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:21:26.470264 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-01dd481d-5c87-43f5-aa06-09d21a551d97 req-87e023d7-8c1b-4f1f-9c23-9673ffd3f837 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8375b19e-f38c-4cbf-bd8c-bebf315356e8 HTTP/1.1" status: 200 len: 944 time: 0.0823648 Jun 09 20:21:26.514440 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-01dd481d-5c87-43f5-aa06-09d21a551d97 req-2bf48cf4-180e-40d1-8647-df97d3ce2cc2 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378935 Jun 09 20:21:27.695729 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df53b0-bcf8-419a-b1bc-c16da71212bb req-2794edb3-63d3-4b8a-b59b-e43b9513b2ac tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:21:27.697162 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a3df53b0-bcf8-419a-b1bc-c16da71212bb req-2794edb3-63d3-4b8a-b59b-e43b9513b2ac tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8375b19e-f38c-4cbf-bd8c-bebf315356e8 HTTP/1.1" status: 200 len: 944 time: 0.0766497 Jun 09 20:21:27.740358 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a3df53b0-bcf8-419a-b1bc-c16da71212bb req-886b5983-e5dd-4a89-adaf-9a29fec36f3c tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369709 Jun 09 20:21:28.017165 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device b60dbd22-2631-4327-8f54-5e51eaf48b2d details requested by agent hyperv_hv-cinder-79566 with host hv-cinder-79566 {{(pid=92457) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 09 20:21:28.145751 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port b60dbd22-2631-4327-8f54-5e51eaf48b2d, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=b60dbd22-2631-4327-8f54-5e51eaf48b2d,segment=NetworkSegment(e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d),segment_id=e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:21:28.158130 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Returning: {'device': 'b60dbd22-2631-4327-8f54-5e51eaf48b2d', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'port_id': 'b60dbd22-2631-4327-8f54-5e51eaf48b2d', 'mac_address': 'fa:16:3e:51:d9:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92457) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 09 20:21:28.213968 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:21:28.230318 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b60dbd22-2631-4327-8f54-5e51eaf48b2d {{(pid=92457) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 09 20:21:28.245756 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port b60dbd22-2631-4327-8f54-5e51eaf48b2d, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=b60dbd22-2631-4327-8f54-5e51eaf48b2d,segment=NetworkSegment(e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d),segment_id=e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:21:28.312552 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:21:28.315002 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:21:28.377217 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=b60dbd22-2631-4327-8f54-5e51eaf48b2d,revision_number=4']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:21:28.384144 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:21:28.384490 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:21:28.384820 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:21:28.385146 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:21:28.385470 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:21:28.385791 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:21:28.386111 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:21:28.386426 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:21:28.386741 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:21:28.387055 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:21:28.387368 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:21:28.387677 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:21:28.391275 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:21:28.528079 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] get_ports_and_sgs() called for port_ids ['b60dbd22-2631-4327-8f54-5e51eaf48b2d'] {{(pid=92457) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 09 20:21:28.934714 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab60ef-be18-4259-86ec-8f9bbc73d71f req-f24cbe59-c4a4-4fbb-bc54-75e9d5919af4 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:21:28.936172 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e0ab60ef-be18-4259-86ec-8f9bbc73d71f req-f24cbe59-c4a4-4fbb-bc54-75e9d5919af4 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8375b19e-f38c-4cbf-bd8c-bebf315356e8 HTTP/1.1" status: 200 len: 945 time: 0.0813203 Jun 09 20:21:28.980882 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-e0ab60ef-be18-4259-86ec-8f9bbc73d71f req-bc3cf86c-04ea-4be2-9fa8-9c493db48d3a tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386562 Jun 09 20:21:29.072891 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7fcd320c-a5c2-446a-9081-7ba53e15050e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:21:30.035857 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device b60dbd22-2631-4327-8f54-5e51eaf48b2d up at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 09 20:21:30.161007 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b10e7-8815-4671-a0ab-e2c582077389 req-46f5af52-0c0d-4357-a1ae-3134eb9e0575 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:21:30.162988 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-368b10e7-8815-4671-a0ab-e2c582077389 req-46f5af52-0c0d-4357-a1ae-3134eb9e0575 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8375b19e-f38c-4cbf-bd8c-bebf315356e8 HTTP/1.1" status: 200 len: 945 time: 0.0800078 Jun 09 20:21:30.167902 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning for port b60dbd22-2631-4327-8f54-5e51eaf48b2d completed by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 09 20:21:30.172988 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.provisioning_blocks [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Provisioning complete for port b60dbd22-2631-4327-8f54-5e51eaf48b2d triggered by entity L2. {{(pid=92457) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 09 20:21:30.173368 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741241'] for port, provisioning_complete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:21:30.210796 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-368b10e7-8815-4671-a0ab-e2c582077389 req-d1a23860-f352-4cea-85ef-cbef5591ba8f tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416486 Jun 09 20:21:30.288007 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:21:30.313170 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8375b19e-f38c-4cbf-bd8c-bebf315356e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60dbd22-2631-4327-8f54-5e51eaf48b2d'}] {{(pid=92457) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:21:30.318406 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c413b0bec0402a5ae16451c6582d791322e0202680a960d7e14492227081b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11027b4-4bc5-4418-97cf-bf7e6f8288af" -d '{"events": [{"server_uuid": "8375b19e-f38c-4cbf-bd8c-bebf315356e8", "name": "network-vif-plugged", "status": "completed", "tag": "b60dbd22-2631-4327-8f54-5e51eaf48b2d"}]}' {{(pid=92457) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:21:30.323534 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] For port b60dbd22-2631-4327-8f54-5e51eaf48b2d, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=b60dbd22-2631-4327-8f54-5e51eaf48b2d,segment=NetworkSegment(e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d),segment_id=e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:21:30.390925 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431'] for port, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:21:30.393794 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:21:30.428105 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0434fd-2a90-4c02-9d46-8c0e65e8e3d0 x-openstack-request-id: req-2f0434fd-2a90-4c02-9d46-8c0e65e8e3d0 {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:21:30.428398 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8375b19e-f38c-4cbf-bd8c-bebf315356e8", "name": "network-vif-plugged", "status": "completed", "tag": "b60dbd22-2631-4327-8f54-5e51eaf48b2d", "code": 200}]} {{(pid=92457) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:21:30.428655 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2f0434fd-2a90-4c02-9d46-8c0e65e8e3d0 {{(pid=92457) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:21:30.429034 dv-cinder-795669-1-iscsi neutron-server[92457]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8375b19e-f38c-4cbf-bd8c-bebf315356e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60dbd22-2631-4327-8f54-5e51eaf48b2d', 'code': 200} Jun 09 20:21:30.461331 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Pushing event updated for resources: {'Port': ['ID=b60dbd22-2631-4327-8f54-5e51eaf48b2d,revision_number=5']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:21:30.464410 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:21:30.800068 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12b872-ced4-463d-9d2d-224dfdeb3c42 req-c282f060-e57a-43d8-af2f-3cc3711b7eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:21:30.801544 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-3f12b872-ced4-463d-9d2d-224dfdeb3c42 req-c282f060-e57a-43d8-af2f-3cc3711b7eb9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8375b19e-f38c-4cbf-bd8c-bebf315356e8 HTTP/1.1" status: 200 len: 1099 time: 0.0826609 Jun 09 20:21:30.851951 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-3f12b872-ced4-463d-9d2d-224dfdeb3c42 req-f9d81090-f8d6-4d98-a7fe-a98f07421c0e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342174 Jun 09 20:21:31.389598 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80949eb-9305-442a-b674-8b38424ba82c req-f06107cf-ae7a-4ce3-acaf-4201901111d8 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:21:31.390957 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a80949eb-9305-442a-b674-8b38424ba82c req-f06107cf-ae7a-4ce3-acaf-4201901111d8 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8375b19e-f38c-4cbf-bd8c-bebf315356e8 HTTP/1.1" status: 200 len: 946 time: 0.0784121 Jun 09 20:21:31.434988 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-a80949eb-9305-442a-b674-8b38424ba82c req-a95b5afc-99a2-449b-8d3b-109c7c4cd912 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380347 Jun 09 20:21:31.456075 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:21:31.832947 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-2bbe199f-97c3-400e-814b-d686044bf8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:21:32.668992 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69f467-a270-47dd-af79-192804590e95 req-1fe81e7e-ed77-4525-8fa4-63454f917234 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:21:32.670408 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-eb69f467-a270-47dd-af79-192804590e95 req-1fe81e7e-ed77-4525-8fa4-63454f917234 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8375b19e-f38c-4cbf-bd8c-bebf315356e8 HTTP/1.1" status: 200 len: 946 time: 0.0831032 Jun 09 20:21:32.715121 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-eb69f467-a270-47dd-af79-192804590e95 req-8fce00a8-2b60-4cb1-a81d-40625809cf45 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368476 Jun 09 20:21:32.741779 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:21:32.904109 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560929f-391c-4f94-a42b-6405b9c67784 req-ca1b52d2-6ac1-4abd-8a09-c219cb72c272 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:21:32.905465 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1560929f-391c-4f94-a42b-6405b9c67784 req-ca1b52d2-6ac1-4abd-8a09-c219cb72c272 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8375b19e-f38c-4cbf-bd8c-bebf315356e8 HTTP/1.1" status: 200 len: 946 time: 0.0784287 Jun 09 20:21:32.948522 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1560929f-391c-4f94-a42b-6405b9c67784 req-7ca18822-63c3-4d51-b637-b281c251d95e tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376098 Jun 09 20:21:32.971331 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 50874) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:21:33.041796 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0637d0-0b00-427e-af99-f054719ca293 tempest-TestVolumeBootPattern-423114207 tempest-TestVolumeBootPattern-423114207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:21:33.043267 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-fe0637d0-0b00-427e-af99-f054719ca293 tempest-TestVolumeBootPattern-423114207 tempest-TestVolumeBootPattern-423114207-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8375b19e-f38c-4cbf-bd8c-bebf315356e8 HTTP/1.1" status: 200 len: 1094 time: 0.0709312 Jun 09 20:21:33.046021 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 50876) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:21:33.050298 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.v2.base [None req-9c045a44-755b-4c35-9b8e-01fc8bbfa43d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Request body: {'floatingip': {'floating_network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'port_id': 'b60dbd22-2631-4327-8f54-5e51eaf48b2d', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=92456) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 09 20:21:33.127551 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-9c045a44-755b-4c35-9b8e-01fc8bbfa43d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for floatingip, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:21:33.261653 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-9c045a44-755b-4c35-9b8e-01fc8bbfa43d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:21:33.396410 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_common [None req-9c045a44-755b-4c35-9b8e-01fc8bbfa43d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Allocated IP 172.27.0.215 (7113ecea-0b68-4d56-a6ae-4e94112ae602/d4394e15-b094-4f4f-853e-c157ecdb6024/257741ab-5056-4186-b35f-1b62fc42a2f8) {{(pid=92456) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 09 20:21:33.536845 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-9c045a44-755b-4c35-9b8e-01fc8bbfa43d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for port, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:21:33.621773 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-9c045a44-755b-4c35-9b8e-01fc8bbfa43d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-786360', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784791360368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2273985'] for port, after_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:21:33.625812 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-f599d96c-1f37-4988-8dba-d8f6af57c372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:21:33.688208 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c045a44-755b-4c35-9b8e-01fc8bbfa43d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Network 7113ecea-0b68-4d56-a6ae-4e94112ae602 is already hosted by enough agents. {{(pid=92456) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 09 20:21:33.690965 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.base_scheduler [None req-9c045a44-755b-4c35-9b8e-01fc8bbfa43d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Resources bound (agent type, host, resource id): {{(pid=92456) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 09 20:21:33.695615 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c045a44-755b-4c35-9b8e-01fc8bbfa43d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Received port after_create {{(pid=92456) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 09 20:21:33.731457 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c045a44-755b-4c35-9b8e-01fc8bbfa43d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Pushing event updated for resources: {'Port': ['ID=257741ab-5056-4186-b35f-1b62fc42a2f8,revision_number=1']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:21:33.735300 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-9c045a44-755b-4c35-9b8e-01fc8bbfa43d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:21:34.182780 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-9c045a44-755b-4c35-9b8e-01fc8bbfa43d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:21:34.318188 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-9c045a44-755b-4c35-9b8e-01fc8bbfa43d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-761280'] for port, before_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:21:34.361774 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:21:34.520968 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-9c045a44-755b-4c35-9b8e-01fc8bbfa43d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for port, precommit_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:21:34.586870 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-9c045a44-755b-4c35-9b8e-01fc8bbfa43d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784791812590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784791360386', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784791360431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2273971'] for port, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:21:34.590551 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-db8d89e6-9d4e-4797-907e-49a65a1c9a8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:21:34.693929 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c045a44-755b-4c35-9b8e-01fc8bbfa43d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Pushing event updated for resources: {'Port': ['ID=257741ab-5056-4186-b35f-1b62fc42a2f8,revision_number=2']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:21:34.698110 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-9c045a44-755b-4c35-9b8e-01fc8bbfa43d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:21:34.704578 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-9c045a44-755b-4c35-9b8e-01fc8bbfa43d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3925089'] for floatingip, after_update {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:21:34.872839 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.db.l3_db [None req-9c045a44-755b-4c35-9b8e-01fc8bbfa43d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Floating IP 1494d8ec-4b4a-47a2-9222-976cecd4d3d8 associated. External IP: 172.27.0.215, port: b60dbd22-2631-4327-8f54-5e51eaf48b2d. Jun 09 20:21:35.211256 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c045a44-755b-4c35-9b8e-01fc8bbfa43d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Router 58d30ef0-1dc4-400f-bf52-7c3088df0adb has already been hosted by L3 agent 64117835-a1f5-4801-ace7-11985afbc460 {{(pid=92456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 20:21:35.384023 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c045a44-755b-4c35-9b8e-01fc8bbfa43d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:21:35.393194 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c20496-f01f-4a7c-bfd8-671a40b3254b None None] Sync routers for ids ['58d30ef0-1dc4-400f-bf52-7c3088df0adb'] in dv-cinder-795669-1-iscsi {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:21:35.402640 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c20496-f01f-4a7c-bfd8-671a40b3254b None None] Routers {'58d30ef0-1dc4-400f-bf52-7c3088df0adb'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:21:35.403257 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-22c20496-f01f-4a7c-bfd8-671a40b3254b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:21:32Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['58d30ef0-1dc4-400f-bf52-7c3088df0adb'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:21:35.478387 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-9c045a44-755b-4c35-9b8e-01fc8bbfa43d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for floatingip, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:21:35.575148 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-9c045a44-755b-4c35-9b8e-01fc8bbfa43d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5281007 Jun 09 20:21:35.576490 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8375b19e-f38c-4cbf-bd8c-bebf315356e8', 'tag': 'b60dbd22-2631-4327-8f54-5e51eaf48b2d'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:21:35.578726 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f9253c-c3c9-4ba4-a20a-d503f314e045" -d '{"events": [{"name": "network-changed", "server_uuid": "8375b19e-f38c-4cbf-bd8c-bebf315356e8", "tag": "b60dbd22-2631-4327-8f54-5e51eaf48b2d"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:21:35.579906 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-22c20496-f01f-4a7c-bfd8-671a40b3254b None None] Set router 58d30ef0-1dc4-400f-bf52-7c3088df0adb gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:21:35.607718 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-bd7832de-9f32-472b-9159-c78cafe9c22b req-cc313077-fc3b-4f78-b436-794a2570c680 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=332e9857-80ed-4a40-9368-22be5c32013a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0921617 Jun 09 20:21:35.632485 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 20:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a323510-94b1-4add-8214-dfdd2d0adcbd x-openstack-request-id: req-2a323510-94b1-4add-8214-dfdd2d0adcbd {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:21:35.632822 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8375b19e-f38c-4cbf-bd8c-bebf315356e8", "tag": "b60dbd22-2631-4327-8f54-5e51eaf48b2d", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:21:35.633120 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a323510-94b1-4add-8214-dfdd2d0adcbd {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:21:35.633559 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8375b19e-f38c-4cbf-bd8c-bebf315356e8', 'tag': 'b60dbd22-2631-4327-8f54-5e51eaf48b2d', 'status': 'completed', 'code': 200} Jun 09 20:21:35.891087 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9253c-c3c9-4ba4-a20a-d503f314e045 req-b4f600cc-645f-4d1a-b0a3-821c1187912d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:21:35.892619 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-41f9253c-c3c9-4ba4-a20a-d503f314e045 req-b4f600cc-645f-4d1a-b0a3-821c1187912d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c23a33d8a4b74f88aac42ca38d32acbd&device_id=8375b19e-f38c-4cbf-bd8c-bebf315356e8 HTTP/1.1" status: 200 len: 1099 time: 0.2396100 Jun 09 20:21:35.895417 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7832de-9f32-472b-9159-c78cafe9c22b req-c3462492-e2c5-4d70-ac25-de66430a0dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:21:35.897375 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-bd7832de-9f32-472b-9159-c78cafe9c22b req-c3462492-e2c5-4d70-ac25-de66430a0dd0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c23a33d8a4b74f88aac42ca38d32acbd&device_id=332e9857-80ed-4a40-9368-22be5c32013a HTTP/1.1" status: 200 len: 1098 time: 0.1042011 Jun 09 20:21:35.964068 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-22c20496-f01f-4a7c-bfd8-671a40b3254b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'name': 'tempest-TestVolumeBootPattern-349623432-router', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:15:48Z', 'updated_at': '2021-06-09T20:15:53Z', 'revision_number': 4, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'gw_port': {'id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:49Z', 'updated_at': '2021-06-09T20:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_floatingips': [{'id': '1494d8ec-4b4a-47a2-9222-976cecd4d3d8', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'router_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'port_id': 'b60dbd22-2631-4327-8f54-5e51eaf48b2d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'mac_address': 'fa:16:3e:51:d9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8375b19e-f38c-4cbf-bd8c-bebf315356e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T20:21:34Z', 'updated_at': '2021-06-09T20:21:34Z', 'revision_number': 0, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'fixed_ip_address_scope': None}, {'id': '645448df-c4b1-47d7-a1c0-b9d3c52fbf48', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'router_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'port_id': 'b891dd64-45f3-46da-ab82-120a1151cbc2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'mac_address': 'fa:16:3e:af:88:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332e9857-80ed-4a40-9368-22be5c32013a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T20:19:25Z', 'updated_at': '2021-06-09T20:19:28Z', 'revision_number': 1, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc7f9b8e-744d-4094-9275-227e925513a0', 'name': '', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'mac_address': 'fa:16:3e:91:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:52Z', 'updated_at': '2021-06-09T20:16:00Z', 'revision_number': 5, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'subnets': [{'id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:21:35.967919 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c20496-f01f-4a7c-bfd8-671a40b3254b None None] Checking router: 58d30ef0-1dc4-400f-bf52-7c3088df0adb for host: dv-cinder-795669-1-iscsi {{(pid=92457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:21:35.976719 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c20496-f01f-4a7c-bfd8-671a40b3254b None None] Routers {'58d30ef0-1dc4-400f-bf52-7c3088df0adb'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:21:35.977333 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-22c20496-f01f-4a7c-bfd8-671a40b3254b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:21:32Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['58d30ef0-1dc4-400f-bf52-7c3088df0adb'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:21:36.132578 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7832de-9f32-472b-9159-c78cafe9c22b req-8975a162-bd00-4503-b372-7c49bddf5438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:21:36.134021 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-bd7832de-9f32-472b-9159-c78cafe9c22b req-8975a162-bd00-4503-b372-7c49bddf5438 service neutron] 10.222.0.22 "GET /v2.0/networks?id=98897892-26ad-4d88-a510-66c8050e7607 HTTP/1.1" status: 200 len: 912 time: 0.2139685 Jun 09 20:21:36.135094 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9253c-c3c9-4ba4-a20a-d503f314e045 req-f39a2824-9838-40eb-9af5-122aafe51548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:21:36.136397 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-41f9253c-c3c9-4ba4-a20a-d503f314e045 req-f39a2824-9838-40eb-9af5-122aafe51548 service neutron] 10.222.0.22 "GET /v2.0/networks?id=98897892-26ad-4d88-a510-66c8050e7607 HTTP/1.1" status: 200 len: 912 time: 0.2349494 Jun 09 20:21:36.149242 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-22c20496-f01f-4a7c-bfd8-671a40b3254b None None] Set router 58d30ef0-1dc4-400f-bf52-7c3088df0adb gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:21:36.323645 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-bd7832de-9f32-472b-9159-c78cafe9c22b req-4c32047e-e7dc-4ff8-838c-3102bcb7f286 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b891dd64-45f3-46da-ab82-120a1151cbc2 HTTP/1.1" status: 200 len: 1001 time: 0.1780565 Jun 09 20:21:36.327097 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-41f9253c-c3c9-4ba4-a20a-d503f314e045 req-16b80df3-8081-4968-a5a1-3e92f5c60ea1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b60dbd22-2631-4327-8f54-5e51eaf48b2d HTTP/1.1" status: 200 len: 1000 time: 0.1800022 Jun 09 20:21:36.439708 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7832de-9f32-472b-9159-c78cafe9c22b req-1832abb2-45b4-45db-828a-caceb2170925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:21:36.441088 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-bd7832de-9f32-472b-9159-c78cafe9c22b req-1832abb2-45b4-45db-828a-caceb2170925 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83 HTTP/1.1" status: 200 len: 850 time: 0.1062052 Jun 09 20:21:36.442434 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9253c-c3c9-4ba4-a20a-d503f314e045 req-96b1dfd5-2158-4bd1-b25b-b117f032ae34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:21:36.444263 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-41f9253c-c3c9-4ba4-a20a-d503f314e045 req-96b1dfd5-2158-4bd1-b25b-b117f032ae34 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83 HTTP/1.1" status: 200 len: 850 time: 0.0811794 Jun 09 20:21:36.490617 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-22c20496-f01f-4a7c-bfd8-671a40b3254b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'name': 'tempest-TestVolumeBootPattern-349623432-router', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:15:48Z', 'updated_at': '2021-06-09T20:15:53Z', 'revision_number': 4, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'gw_port': {'id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:49Z', 'updated_at': '2021-06-09T20:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_floatingips': [{'id': '1494d8ec-4b4a-47a2-9222-976cecd4d3d8', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'router_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'port_id': 'b60dbd22-2631-4327-8f54-5e51eaf48b2d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'mac_address': 'fa:16:3e:51:d9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8375b19e-f38c-4cbf-bd8c-bebf315356e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T20:21:34Z', 'updated_at': '2021-06-09T20:21:34Z', 'revision_number': 0, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'fixed_ip_address_scope': None}, {'id': '645448df-c4b1-47d7-a1c0-b9d3c52fbf48', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'router_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'port_id': 'b891dd64-45f3-46da-ab82-120a1151cbc2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'mac_address': 'fa:16:3e:af:88:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332e9857-80ed-4a40-9368-22be5c32013a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T20:19:25Z', 'updated_at': '2021-06-09T20:19:28Z', 'revision_number': 1, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc7f9b8e-744d-4094-9275-227e925513a0', 'name': '', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'mac_address': 'fa:16:3e:91:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:52Z', 'updated_at': '2021-06-09T20:16:00Z', 'revision_number': 5, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'subnets': [{'id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:21:36.494549 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c20496-f01f-4a7c-bfd8-671a40b3254b None None] The sync data for ids ['58d30ef0-1dc4-400f-bf52-7c3088df0adb'] in dv-cinder-795669-1-iscsi is: [{'id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'name': 'tempest-TestVolumeBootPattern-349623432-router', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:15:48Z', 'updated_at': '2021-06-09T20:15:53Z', 'revision_number': 4, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'gw_port': {'id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:49Z', 'updated_at': '2021-06-09T20:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_floatingips': [{'id': '1494d8ec-4b4a-47a2-9222-976cecd4d3d8', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'router_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'port_id': 'b60dbd22-2631-4327-8f54-5e51eaf48b2d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'mac_address': 'fa:16:3e:51:d9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8375b19e-f38c-4cbf-bd8c-bebf315356e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T20:21:34Z', 'updated_at': '2021-06-09T20:21:34Z', 'revision_number': 0, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'fixed_ip_address_scope': None}, {'id': '645448df-c4b1-47d7-a1c0-b9d3c52fbf48', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'router_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'port_id': 'b891dd64-45f3-46da-ab82-120a1151cbc2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'mac_address': 'fa:16:3e:af:88:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332e9857-80ed-4a40-9368-22be5c32013a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T20:19:25Z', 'updated_at': '2021-06-09T20:19:28Z', 'revision_number': 1, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc7f9b8e-744d-4094-9275-227e925513a0', 'name': '', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'mac_address': 'fa:16:3e:91:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:52Z', 'updated_at': '2021-06-09T20:16:00Z', 'revision_number': 5, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'subnets': [{'id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:21:36.584733 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9253c-c3c9-4ba4-a20a-d503f314e045 req-a3017a9b-c249-44ff-8805-4603c83a220f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:21:36.586196 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-41f9253c-c3c9-4ba4-a20a-d503f314e045 req-a3017a9b-c249-44ff-8805-4603c83a220f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98897892-26ad-4d88-a510-66c8050e7607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0989785 Jun 09 20:21:36.588708 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7832de-9f32-472b-9159-c78cafe9c22b req-a0a16802-7f92-47eb-a0b1-df9eb42392fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:21:36.590044 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-bd7832de-9f32-472b-9159-c78cafe9c22b req-a0a16802-7f92-47eb-a0b1-df9eb42392fb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98897892-26ad-4d88-a510-66c8050e7607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1320341 Jun 09 20:21:36.673479 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225a9981-1097-472c-bcff-ecbeaca4a2a7 None None] New status for floating IP 1494d8ec-4b4a-47a2-9222-976cecd4d3d8: ACTIVE {{(pid=92458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 20:21:36.828225 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-bd7832de-9f32-472b-9159-c78cafe9c22b req-5a91c4c7-8f70-40e5-a360-9145d720d83c service neutron] 10.222.0.22 "GET /v2.0/networks/98897892-26ad-4d88-a510-66c8050e7607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097273 Jun 09 20:21:36.829895 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-41f9253c-c3c9-4ba4-a20a-d503f314e045 req-05d34fce-f48f-4c27-a1a8-e26d839cf092 service neutron] 10.222.0.22 "GET /v2.0/networks/98897892-26ad-4d88-a510-66c8050e7607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319932 Jun 09 20:21:37.066952 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-bd7832de-9f32-472b-9159-c78cafe9c22b req-f0b2175e-4710-4528-9a97-41e17d30a122 service neutron] 10.222.0.22 "GET /v2.0/networks/98897892-26ad-4d88-a510-66c8050e7607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285044 Jun 09 20:21:37.069955 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-41f9253c-c3c9-4ba4-a20a-d503f314e045 req-fbdae310-6d6b-49c3-9b27-0c38784670f8 service neutron] 10.222.0.22 "GET /v2.0/networks/98897892-26ad-4d88-a510-66c8050e7607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305517 Jun 09 20:21:54.677735 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:21:56.893603 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 6 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:21:59.075145 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-9a41ae6d-7635-4728-ba81-83d90c624022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:22:01.446126 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:22:01.829372 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7a0c9e41-86b8-4775-8fba-fdd8db9c3697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:22:02.762615 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:22:04.379735 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:22:24.652327 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:22:29.099373 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-c67e34d7-6413-44e7-b44b-e35404caef0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:22:31.493175 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:22:31.824839 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-72145dca-d169-45e9-be49-582304c19dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:22:32.767387 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:22:33.892254 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 6 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:22:34.405170 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:22:36.726454 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-5fe60358-66a4-4a08-9f6e-6cfedf649bf5 req-0eed1153-ef1e-43c2-b5b9-bf9d69e8ec0e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8375b19e-f38c-4cbf-bd8c-bebf315356e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1686141 Jun 09 20:22:36.812933 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe60358-66a4-4a08-9f6e-6cfedf649bf5 req-46a33c2f-88a6-4a3c-a651-a5a5deff526a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:22:36.814322 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-5fe60358-66a4-4a08-9f6e-6cfedf649bf5 req-46a33c2f-88a6-4a3c-a651-a5a5deff526a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c23a33d8a4b74f88aac42ca38d32acbd&device_id=8375b19e-f38c-4cbf-bd8c-bebf315356e8 HTTP/1.1" status: 200 len: 1099 time: 0.0679390 Jun 09 20:22:36.953865 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe60358-66a4-4a08-9f6e-6cfedf649bf5 req-59e03006-e864-446b-bb2e-5fd90a2e0838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:22:36.955170 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-5fe60358-66a4-4a08-9f6e-6cfedf649bf5 req-59e03006-e864-446b-bb2e-5fd90a2e0838 service neutron] 10.222.0.22 "GET /v2.0/networks?id=98897892-26ad-4d88-a510-66c8050e7607 HTTP/1.1" status: 200 len: 912 time: 0.1215436 Jun 09 20:22:37.056036 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-5fe60358-66a4-4a08-9f6e-6cfedf649bf5 req-91238592-34d3-4025-99f6-3c5539c870fa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b60dbd22-2631-4327-8f54-5e51eaf48b2d HTTP/1.1" status: 200 len: 1002 time: 0.0947089 Jun 09 20:22:37.117650 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe60358-66a4-4a08-9f6e-6cfedf649bf5 req-e0e15150-8094-45d6-b8b8-17d18e16a427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:22:37.119551 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-5fe60358-66a4-4a08-9f6e-6cfedf649bf5 req-e0e15150-8094-45d6-b8b8-17d18e16a427 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83 HTTP/1.1" status: 200 len: 850 time: 0.0575931 Jun 09 20:22:37.192055 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe60358-66a4-4a08-9f6e-6cfedf649bf5 req-9ecd7379-20fe-47ce-b773-ad88cb5f9629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:22:37.193459 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-5fe60358-66a4-4a08-9f6e-6cfedf649bf5 req-9ecd7379-20fe-47ce-b773-ad88cb5f9629 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98897892-26ad-4d88-a510-66c8050e7607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0681126 Jun 09 20:22:37.321056 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-5fe60358-66a4-4a08-9f6e-6cfedf649bf5 req-b3ce440c-fe51-4b27-9426-3cb2544e6cea service neutron] 10.222.0.22 "GET /v2.0/networks/98897892-26ad-4d88-a510-66c8050e7607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211972 Jun 09 20:22:37.450138 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-5fe60358-66a4-4a08-9f6e-6cfedf649bf5 req-ee79609c-59b4-445d-8d28-d19252f15576 service neutron] 10.222.0.22 "GET /v2.0/networks/98897892-26ad-4d88-a510-66c8050e7607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228130 Jun 09 20:22:54.673261 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:22:56.778758 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 50906) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:22:57.031850 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [None req-5d9f7c05-a956-4a98-949d-665525308abe tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Deleting port 257741ab-5056-4186-b35f-1b62fc42a2f8 {{(pid=92456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:22:57.032195 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-5d9f7c05-a956-4a98-949d-665525308abe tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:22:57.146329 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-5d9f7c05-a956-4a98-949d-665525308abe tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:22:57.146654 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-5d9f7c05-a956-4a98-949d-665525308abe tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:22:57.263735 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [None req-5d9f7c05-a956-4a98-949d-665525308abe tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Calling delete_port for 257741ab-5056-4186-b35f-1b62fc42a2f8 owned by network:floatingip {{(pid=92456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:22:57.690076 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-5d9f7c05-a956-4a98-949d-665525308abe tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2273976'] for port, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:22:57.695101 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-c69e1f20-bb1c-48d1-add8-8f45ec21c781 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:22:57.742859 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f7c05-a956-4a98-949d-665525308abe tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Pushing event deleted for resources: {'Port': ['ID=257741ab-5056-4186-b35f-1b62fc42a2f8,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:22:57.784761 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9f7c05-a956-4a98-949d-665525308abe tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:22:57.785401 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9f7c05-a956-4a98-949d-665525308abe tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:22:57.785515 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9f7c05-a956-4a98-949d-665525308abe tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:22:57.785842 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9f7c05-a956-4a98-949d-665525308abe tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:22:57.786198 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9f7c05-a956-4a98-949d-665525308abe tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:22:57.786557 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9f7c05-a956-4a98-949d-665525308abe tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:22:57.786910 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9f7c05-a956-4a98-949d-665525308abe tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:22:57.787268 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9f7c05-a956-4a98-949d-665525308abe tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:22:57.787901 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9f7c05-a956-4a98-949d-665525308abe tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:22:57.788255 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9f7c05-a956-4a98-949d-665525308abe tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:22:57.788606 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9f7c05-a956-4a98-949d-665525308abe tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:22:57.788957 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9f7c05-a956-4a98-949d-665525308abe tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:22:57.905035 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-5d9f7c05-a956-4a98-949d-665525308abe tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:22:57.933879 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-5d9f7c05-a956-4a98-949d-665525308abe tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for floatingip, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:22:57.934217 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.db.l3_db [None req-5d9f7c05-a956-4a98-949d-665525308abe tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Floating IP 1494d8ec-4b4a-47a2-9222-976cecd4d3d8 disassociated (deleted). External IP: 172.27.0.215, port: b60dbd22-2631-4327-8f54-5e51eaf48b2d. Jun 09 20:22:58.323193 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9f7c05-a956-4a98-949d-665525308abe tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Router 58d30ef0-1dc4-400f-bf52-7c3088df0adb has already been hosted by L3 agent 64117835-a1f5-4801-ace7-11985afbc460 {{(pid=92456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 20:22:58.515192 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9f7c05-a956-4a98-949d-665525308abe tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:22:58.519914 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-5d9f7c05-a956-4a98-949d-665525308abe tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for floatingip, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:22:58.526966 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653fff8c-a04f-4b33-ba60-c4fdff6557e9 None None] Sync routers for ids ['58d30ef0-1dc4-400f-bf52-7c3088df0adb'] in dv-cinder-795669-1-iscsi {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:22:58.537259 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653fff8c-a04f-4b33-ba60-c4fdff6557e9 None None] Routers {'58d30ef0-1dc4-400f-bf52-7c3088df0adb'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:22:58.538127 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-653fff8c-a04f-4b33-ba60-c4fdff6557e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:22:32Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['58d30ef0-1dc4-400f-bf52-7c3088df0adb'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:22:58.578455 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-5d9f7c05-a956-4a98-949d-665525308abe tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "DELETE /v2.0/floatingips/1494d8ec-4b4a-47a2-9222-976cecd4d3d8 HTTP/1.1" status: 204 len: 168 time: 1.7985210 Jun 09 20:22:58.579120 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8375b19e-f38c-4cbf-bd8c-bebf315356e8', 'tag': 'b60dbd22-2631-4327-8f54-5e51eaf48b2d'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:22:58.581429 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67f5520-f5fd-4cd1-b2da-9bfa31b0dd3a" -d '{"events": [{"name": "network-changed", "server_uuid": "8375b19e-f38c-4cbf-bd8c-bebf315356e8", "tag": "b60dbd22-2631-4327-8f54-5e51eaf48b2d"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:22:58.643972 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 20:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5194b7-405b-4ecb-aee2-91b758b8dbc5 x-openstack-request-id: req-eb5194b7-405b-4ecb-aee2-91b758b8dbc5 {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:22:58.644318 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8375b19e-f38c-4cbf-bd8c-bebf315356e8", "tag": "b60dbd22-2631-4327-8f54-5e51eaf48b2d", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:22:58.644616 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eb5194b7-405b-4ecb-aee2-91b758b8dbc5 {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:22:58.645060 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8375b19e-f38c-4cbf-bd8c-bebf315356e8', 'tag': 'b60dbd22-2631-4327-8f54-5e51eaf48b2d', 'status': 'completed', 'code': 200} Jun 09 20:22:58.741909 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f5520-f5fd-4cd1-b2da-9bfa31b0dd3a req-c7e4869a-b220-442e-a4b0-e7149b329edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:22:58.742451 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-653fff8c-a04f-4b33-ba60-c4fdff6557e9 None None] Set router 58d30ef0-1dc4-400f-bf52-7c3088df0adb gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:22:58.743388 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b67f5520-f5fd-4cd1-b2da-9bfa31b0dd3a req-c7e4869a-b220-442e-a4b0-e7149b329edb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c23a33d8a4b74f88aac42ca38d32acbd&device_id=8375b19e-f38c-4cbf-bd8c-bebf315356e8 HTTP/1.1" status: 200 len: 1099 time: 0.0752652 Jun 09 20:22:58.875158 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f5520-f5fd-4cd1-b2da-9bfa31b0dd3a req-c8c3613d-cf2d-438b-99fb-a0692b8270a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:22:58.877405 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b67f5520-f5fd-4cd1-b2da-9bfa31b0dd3a req-c8c3613d-cf2d-438b-99fb-a0692b8270a3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=98897892-26ad-4d88-a510-66c8050e7607 HTTP/1.1" status: 200 len: 912 time: 0.1279907 Jun 09 20:22:58.947075 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b67f5520-f5fd-4cd1-b2da-9bfa31b0dd3a req-418ccd9c-bf0c-4ef7-be21-8b78dc826127 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b60dbd22-2631-4327-8f54-5e51eaf48b2d HTTP/1.1" status: 200 len: 217 time: 0.0627651 Jun 09 20:22:59.020438 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f5520-f5fd-4cd1-b2da-9bfa31b0dd3a req-78b26aa9-06d6-437f-b323-5c6b022e2f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:22:59.021951 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b67f5520-f5fd-4cd1-b2da-9bfa31b0dd3a req-78b26aa9-06d6-437f-b323-5c6b022e2f67 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83 HTTP/1.1" status: 200 len: 850 time: 0.0625846 Jun 09 20:22:59.109968 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f5520-f5fd-4cd1-b2da-9bfa31b0dd3a req-b9a204da-e1f4-45ab-92d2-c2ecbdbf6848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:22:59.111438 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b67f5520-f5fd-4cd1-b2da-9bfa31b0dd3a req-b9a204da-e1f4-45ab-92d2-c2ecbdbf6848 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98897892-26ad-4d88-a510-66c8050e7607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0823185 Jun 09 20:22:59.115806 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-2737b78d-f75a-414e-94fc-ffd700709194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:22:59.152363 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-653fff8c-a04f-4b33-ba60-c4fdff6557e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'name': 'tempest-TestVolumeBootPattern-349623432-router', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:15:48Z', 'updated_at': '2021-06-09T20:15:53Z', 'revision_number': 4, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'gw_port': {'id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:49Z', 'updated_at': '2021-06-09T20:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_floatingips': [{'id': '645448df-c4b1-47d7-a1c0-b9d3c52fbf48', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'router_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'port_id': 'b891dd64-45f3-46da-ab82-120a1151cbc2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'mac_address': 'fa:16:3e:af:88:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332e9857-80ed-4a40-9368-22be5c32013a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T20:19:25Z', 'updated_at': '2021-06-09T20:19:28Z', 'revision_number': 1, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc7f9b8e-744d-4094-9275-227e925513a0', 'name': '', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'mac_address': 'fa:16:3e:91:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:52Z', 'updated_at': '2021-06-09T20:16:00Z', 'revision_number': 5, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'subnets': [{'id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:22:59.156551 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653fff8c-a04f-4b33-ba60-c4fdff6557e9 None None] Checking router: 58d30ef0-1dc4-400f-bf52-7c3088df0adb for host: dv-cinder-795669-1-iscsi {{(pid=92457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:22:59.165425 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653fff8c-a04f-4b33-ba60-c4fdff6557e9 None None] Routers {'58d30ef0-1dc4-400f-bf52-7c3088df0adb'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:22:59.166027 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-653fff8c-a04f-4b33-ba60-c4fdff6557e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:22:32Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['58d30ef0-1dc4-400f-bf52-7c3088df0adb'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:22:59.207130 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af7693-5031-4c1b-8d1c-f05bdcbc1c82 req-1b518e66-1686-4c82-8796-6d5b37830c70 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:22:59.208626 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f5af7693-5031-4c1b-8d1c-f05bdcbc1c82 req-1b518e66-1686-4c82-8796-6d5b37830c70 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8375b19e-f38c-4cbf-bd8c-bebf315356e8 HTTP/1.1" status: 200 len: 946 time: 0.0864227 Jun 09 20:22:59.245739 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b67f5520-f5fd-4cd1-b2da-9bfa31b0dd3a req-8c9ab572-c267-4970-922a-0973a52058e3 service neutron] 10.222.0.22 "GET /v2.0/networks/98897892-26ad-4d88-a510-66c8050e7607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265459 Jun 09 20:22:59.254340 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-f5af7693-5031-4c1b-8d1c-f05bdcbc1c82 req-cd47bcaa-aa65-4b43-81b5-2bd7c6dd1d71 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389590 Jun 09 20:22:59.349872 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-653fff8c-a04f-4b33-ba60-c4fdff6557e9 None None] Set router 58d30ef0-1dc4-400f-bf52-7c3088df0adb gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:22:59.397426 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-b67f5520-f5fd-4cd1-b2da-9bfa31b0dd3a req-8162e4b8-bcdf-4855-b14a-4acebe25a4d1 service neutron] 10.222.0.22 "GET /v2.0/networks/98897892-26ad-4d88-a510-66c8050e7607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434593 Jun 09 20:22:59.687040 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-653fff8c-a04f-4b33-ba60-c4fdff6557e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'name': 'tempest-TestVolumeBootPattern-349623432-router', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:15:48Z', 'updated_at': '2021-06-09T20:15:53Z', 'revision_number': 4, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'gw_port': {'id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:49Z', 'updated_at': '2021-06-09T20:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_floatingips': [{'id': '645448df-c4b1-47d7-a1c0-b9d3c52fbf48', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'router_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'port_id': 'b891dd64-45f3-46da-ab82-120a1151cbc2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'mac_address': 'fa:16:3e:af:88:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332e9857-80ed-4a40-9368-22be5c32013a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T20:19:25Z', 'updated_at': '2021-06-09T20:19:28Z', 'revision_number': 1, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc7f9b8e-744d-4094-9275-227e925513a0', 'name': '', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'mac_address': 'fa:16:3e:91:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:52Z', 'updated_at': '2021-06-09T20:16:00Z', 'revision_number': 5, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'subnets': [{'id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:22:59.691085 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653fff8c-a04f-4b33-ba60-c4fdff6557e9 None None] The sync data for ids ['58d30ef0-1dc4-400f-bf52-7c3088df0adb'] in dv-cinder-795669-1-iscsi is: [{'id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'name': 'tempest-TestVolumeBootPattern-349623432-router', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:15:48Z', 'updated_at': '2021-06-09T20:15:53Z', 'revision_number': 4, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'gw_port': {'id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:49Z', 'updated_at': '2021-06-09T20:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_floatingips': [{'id': '645448df-c4b1-47d7-a1c0-b9d3c52fbf48', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'router_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'port_id': 'b891dd64-45f3-46da-ab82-120a1151cbc2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'mac_address': 'fa:16:3e:af:88:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332e9857-80ed-4a40-9368-22be5c32013a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-09T20:19:25Z', 'updated_at': '2021-06-09T20:19:28Z', 'revision_number': 1, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc7f9b8e-744d-4094-9275-227e925513a0', 'name': '', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'mac_address': 'fa:16:3e:91:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:52Z', 'updated_at': '2021-06-09T20:16:00Z', 'revision_number': 5, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'subnets': [{'id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:22:59.887246 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71922da-efaf-4bae-b53b-12094a52b511 None None] New status for floating IP 1494d8ec-4b4a-47a2-9222-976cecd4d3d8: DOWN {{(pid=92458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 20:23:00.442776 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728daeeb-d2ab-41c6-af4e-d77978955015 req-144a6fe4-d252-4bd2-b382-60754f9ee048 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:23:00.444226 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-728daeeb-d2ab-41c6-af4e-d77978955015 req-144a6fe4-d252-4bd2-b382-60754f9ee048 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8375b19e-f38c-4cbf-bd8c-bebf315356e8 HTTP/1.1" status: 200 len: 946 time: 0.0778689 Jun 09 20:23:00.490235 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-728daeeb-d2ab-41c6-af4e-d77978955015 req-f7bd9d74-eabd-4528-8ed5-8e2bc5e9a326 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398991 Jun 09 20:23:00.746124 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c53e73-e804-4175-bba1-8373d54a3e39 req-d16206d1-1268-44cf-91db-a9caff745b53 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:23:00.747587 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f2c53e73-e804-4175-bba1-8373d54a3e39 req-d16206d1-1268-44cf-91db-a9caff745b53 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.22 "GET /v2.0/ports?device_id=8375b19e-f38c-4cbf-bd8c-bebf315356e8 HTTP/1.1" status: 200 len: 946 time: 0.1700642 Jun 09 20:23:00.879259 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [req-f2c53e73-e804-4175-bba1-8373d54a3e39 req-24293672-0dc7-4d12-808c-f817a0eb5ef7 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Deleting port b60dbd22-2631-4327-8f54-5e51eaf48b2d {{(pid=92456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:23:00.879496 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f2c53e73-e804-4175-bba1-8373d54a3e39 req-24293672-0dc7-4d12-808c-f817a0eb5ef7 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:01.009101 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-f2c53e73-e804-4175-bba1-8373d54a3e39 req-24293672-0dc7-4d12-808c-f817a0eb5ef7 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] For port b60dbd22-2631-4327-8f54-5e51eaf48b2d, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=b60dbd22-2631-4327-8f54-5e51eaf48b2d,segment=NetworkSegment(e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d),segment_id=e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d)] {{(pid=92456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:23:01.009454 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f2c53e73-e804-4175-bba1-8373d54a3e39 req-24293672-0dc7-4d12-808c-f817a0eb5ef7 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:01.130764 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [req-f2c53e73-e804-4175-bba1-8373d54a3e39 req-24293672-0dc7-4d12-808c-f817a0eb5ef7 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Calling delete_port for b60dbd22-2631-4327-8f54-5e51eaf48b2d owned by compute:nova {{(pid=92456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:23:01.297999 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f2c53e73-e804-4175-bba1-8373d54a3e39 req-24293672-0dc7-4d12-808c-f817a0eb5ef7 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2273976'] for port, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:01.303334 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-4c21240a-95a5-4d70-a303-e25ba284bd7d tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:23:01.361685 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24293672-0dc7-4d12-808c-f817a0eb5ef7 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Pushing event deleted for resources: {'Port': ['ID=b60dbd22-2631-4327-8f54-5e51eaf48b2d,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:23:01.364756 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-24293672-0dc7-4d12-808c-f817a0eb5ef7 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:23:01.433299 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c53e73-e804-4175-bba1-8373d54a3e39 req-24293672-0dc7-4d12-808c-f817a0eb5ef7 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] No DVR routers for this DVR port b60dbd22-2631-4327-8f54-5e51eaf48b2d on host hv-cinder-79566 {{(pid=92456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 20:23:01.436095 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-f2c53e73-e804-4175-bba1-8373d54a3e39 req-24293672-0dc7-4d12-808c-f817a0eb5ef7 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:01.438409 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-f2c53e73-e804-4175-bba1-8373d54a3e39 req-24293672-0dc7-4d12-808c-f817a0eb5ef7 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.22 "DELETE /v2.0/ports/b60dbd22-2631-4327-8f54-5e51eaf48b2d HTTP/1.1" status: 204 len: 173 time: 0.6845236 Jun 09 20:23:01.438929 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8375b19e-f38c-4cbf-bd8c-bebf315356e8', 'name': 'network-vif-deleted', 'tag': 'b60dbd22-2631-4327-8f54-5e51eaf48b2d'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:23:01.441307 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99822e16-64cf-4aff-a65f-d21ac2d02ff0" -d '{"events": [{"server_uuid": "8375b19e-f38c-4cbf-bd8c-bebf315356e8", "name": "network-vif-deleted", "tag": "b60dbd22-2631-4327-8f54-5e51eaf48b2d"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:23:01.475483 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:01.483410 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403d7c0d-57f5-4431-ac46-e88cff597e5d x-openstack-request-id: req-403d7c0d-57f5-4431-ac46-e88cff597e5d {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:23:01.483767 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8375b19e-f38c-4cbf-bd8c-bebf315356e8", "name": "network-vif-deleted", "tag": "b60dbd22-2631-4327-8f54-5e51eaf48b2d", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:23:01.485599 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-403d7c0d-57f5-4431-ac46-e88cff597e5d {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:23:01.485599 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8375b19e-f38c-4cbf-bd8c-bebf315356e8', 'name': 'network-vif-deleted', 'tag': 'b60dbd22-2631-4327-8f54-5e51eaf48b2d', 'status': 'completed', 'code': 200} Jun 09 20:23:01.741125 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-89149b87-4ee2-4fa0-87e3-23084e80448d req-9d661f85-a072-4cd3-8464-5e373218e2b9 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8375b19e-f38c-4cbf-bd8c-bebf315356e8 HTTP/1.1" status: 200 len: 210 time: 0.1473353 Jun 09 20:23:01.844406 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-dfed576a-1ee0-441b-b2fc-8c7918829665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:02.499361 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device b60dbd22-2631-4327-8f54-5e51eaf48b2d no longer exists at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:23:02.531650 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] No Port match for: b60dbd22-2631-4327-8f54-5e51eaf48b2d {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:23:02.532025 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device b60dbd22-2631-4327-8f54-5e51eaf48b2d not bound to the agent host hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:23:02.764624 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:02.901248 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-9a426a69-2b6e-447e-aa1d-86e534ca485e req-b9e68260-0111-4725-82b2-b902ecd737b1 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=8375b19e-f38c-4cbf-bd8c-bebf315356e8 HTTP/1.1" status: 200 len: 210 time: 0.0423524 Jun 09 20:23:04.366388 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:06.596097 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 50950) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:23:06.853270 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [None req-ed51a3de-0f28-4a1c-b5cf-63d386c93ea5 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Deleting port 29b3a445-7436-4a36-b840-50000527a389 {{(pid=92456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:23:06.853509 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ed51a3de-0f28-4a1c-b5cf-63d386c93ea5 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:06.969179 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ed51a3de-0f28-4a1c-b5cf-63d386c93ea5 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:06.969502 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ed51a3de-0f28-4a1c-b5cf-63d386c93ea5 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:07.086695 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [None req-ed51a3de-0f28-4a1c-b5cf-63d386c93ea5 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Calling delete_port for 29b3a445-7436-4a36-b840-50000527a389 owned by network:floatingip {{(pid=92456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:23:07.272700 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ed51a3de-0f28-4a1c-b5cf-63d386c93ea5 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2273976'] for port, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:07.277455 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-bc5a17f2-5ce0-45e8-bb4b-42a547e9a178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:23:07.323491 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51a3de-0f28-4a1c-b5cf-63d386c93ea5 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Pushing event deleted for resources: {'Port': ['ID=29b3a445-7436-4a36-b840-50000527a389,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:23:07.351240 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-ed51a3de-0f28-4a1c-b5cf-63d386c93ea5 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:23:07.412780 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ed51a3de-0f28-4a1c-b5cf-63d386c93ea5 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for floatingip, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:07.413104 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.db.l3_db [None req-ed51a3de-0f28-4a1c-b5cf-63d386c93ea5 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Floating IP 645448df-c4b1-47d7-a1c0-b9d3c52fbf48 disassociated (deleted). External IP: 172.27.0.146, port: b891dd64-45f3-46da-ab82-120a1151cbc2. Jun 09 20:23:07.829316 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed51a3de-0f28-4a1c-b5cf-63d386c93ea5 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Router 58d30ef0-1dc4-400f-bf52-7c3088df0adb has already been hosted by L3 agent 64117835-a1f5-4801-ace7-11985afbc460 {{(pid=92456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 20:23:07.999175 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed51a3de-0f28-4a1c-b5cf-63d386c93ea5 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:23:08.003996 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-ed51a3de-0f28-4a1c-b5cf-63d386c93ea5 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for floatingip, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:08.008272 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f6a668-b309-4531-aa24-13dac820682f None None] Sync routers for ids ['58d30ef0-1dc4-400f-bf52-7c3088df0adb'] in dv-cinder-795669-1-iscsi {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:23:08.017986 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f6a668-b309-4531-aa24-13dac820682f None None] Routers {'58d30ef0-1dc4-400f-bf52-7c3088df0adb'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:23:08.018678 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-86f6a668-b309-4531-aa24-13dac820682f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:23:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['58d30ef0-1dc4-400f-bf52-7c3088df0adb'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:23:08.059350 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-ed51a3de-0f28-4a1c-b5cf-63d386c93ea5 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "DELETE /v2.0/floatingips/645448df-c4b1-47d7-a1c0-b9d3c52fbf48 HTTP/1.1" status: 204 len: 168 time: 1.4621699 Jun 09 20:23:08.060048 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332e9857-80ed-4a40-9368-22be5c32013a', 'tag': 'b891dd64-45f3-46da-ab82-120a1151cbc2'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:23:08.062364 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6951d702-a0f1-4642-b0ca-cd69676a5db8" -d '{"events": [{"name": "network-changed", "server_uuid": "332e9857-80ed-4a40-9368-22be5c32013a", "tag": "b891dd64-45f3-46da-ab82-120a1151cbc2"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:23:08.104611 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Jun 2021 20:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09eeb8c9-dba3-4fff-ae22-20cad16b696d x-openstack-request-id: req-09eeb8c9-dba3-4fff-ae22-20cad16b696d {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:23:08.104845 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332e9857-80ed-4a40-9368-22be5c32013a", "tag": "b891dd64-45f3-46da-ab82-120a1151cbc2", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:23:08.105043 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-09eeb8c9-dba3-4fff-ae22-20cad16b696d {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:23:08.105438 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '332e9857-80ed-4a40-9368-22be5c32013a', 'tag': 'b891dd64-45f3-46da-ab82-120a1151cbc2', 'status': 'completed', 'code': 200} Jun 09 20:23:08.197014 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951d702-a0f1-4642-b0ca-cd69676a5db8 req-a14332a5-3439-48fd-8a6e-00f4673d7fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:23:08.199052 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-6951d702-a0f1-4642-b0ca-cd69676a5db8 req-a14332a5-3439-48fd-8a6e-00f4673d7fc4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c23a33d8a4b74f88aac42ca38d32acbd&device_id=332e9857-80ed-4a40-9368-22be5c32013a HTTP/1.1" status: 200 len: 1098 time: 0.0725312 Jun 09 20:23:08.199912 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-86f6a668-b309-4531-aa24-13dac820682f None None] Set router 58d30ef0-1dc4-400f-bf52-7c3088df0adb gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:23:08.330394 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951d702-a0f1-4642-b0ca-cd69676a5db8 req-52d7e969-04dc-4fea-bf1e-f28b81af6d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:23:08.331813 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-6951d702-a0f1-4642-b0ca-cd69676a5db8 req-52d7e969-04dc-4fea-bf1e-f28b81af6d05 service neutron] 10.222.0.22 "GET /v2.0/networks?id=98897892-26ad-4d88-a510-66c8050e7607 HTTP/1.1" status: 200 len: 912 time: 0.1256468 Jun 09 20:23:08.401935 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-6951d702-a0f1-4642-b0ca-cd69676a5db8 req-94fc2d63-b958-435c-a51c-1c336a39b2cf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b891dd64-45f3-46da-ab82-120a1151cbc2 HTTP/1.1" status: 200 len: 217 time: 0.0633643 Jun 09 20:23:08.467630 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951d702-a0f1-4642-b0ca-cd69676a5db8 req-84394bad-9363-4c00-980e-26a079fcd07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:23:08.469245 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-6951d702-a0f1-4642-b0ca-cd69676a5db8 req-84394bad-9363-4c00-980e-26a079fcd07c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83 HTTP/1.1" status: 200 len: 850 time: 0.0602620 Jun 09 20:23:08.513945 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-86f6a668-b309-4531-aa24-13dac820682f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'name': 'tempest-TestVolumeBootPattern-349623432-router', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:15:48Z', 'updated_at': '2021-06-09T20:15:53Z', 'revision_number': 4, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'gw_port': {'id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:49Z', 'updated_at': '2021-06-09T20:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': 'bc7f9b8e-744d-4094-9275-227e925513a0', 'name': '', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'mac_address': 'fa:16:3e:91:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:52Z', 'updated_at': '2021-06-09T20:16:00Z', 'revision_number': 5, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'subnets': [{'id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:23:08.518230 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f6a668-b309-4531-aa24-13dac820682f None None] Checking router: 58d30ef0-1dc4-400f-bf52-7c3088df0adb for host: dv-cinder-795669-1-iscsi {{(pid=92457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:23:08.526535 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f6a668-b309-4531-aa24-13dac820682f None None] Routers {'58d30ef0-1dc4-400f-bf52-7c3088df0adb'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:23:08.527149 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-86f6a668-b309-4531-aa24-13dac820682f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:23:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['58d30ef0-1dc4-400f-bf52-7c3088df0adb'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:23:08.549404 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951d702-a0f1-4642-b0ca-cd69676a5db8 req-e2fcc929-214d-4ec9-b0f6-e76d8ba378c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:23:08.551017 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-6951d702-a0f1-4642-b0ca-cd69676a5db8 req-e2fcc929-214d-4ec9-b0f6-e76d8ba378c1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=98897892-26ad-4d88-a510-66c8050e7607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743337 Jun 09 20:23:08.620183 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf32832-f36a-40e0-8674-3ea9cb3e27c9 req-3c3349cf-70ba-4a92-a603-49ae3f73a3c2 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:23:08.621649 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-fdf32832-f36a-40e0-8674-3ea9cb3e27c9 req-3c3349cf-70ba-4a92-a603-49ae3f73a3c2 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=332e9857-80ed-4a40-9368-22be5c32013a HTTP/1.1" status: 200 len: 945 time: 0.0881739 Jun 09 20:23:08.673815 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-fdf32832-f36a-40e0-8674-3ea9cb3e27c9 req-827d3b41-d346-4d11-a580-4f52804d83bb tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452244 Jun 09 20:23:08.685853 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-6951d702-a0f1-4642-b0ca-cd69676a5db8 req-49d197e6-3b14-4f1a-ad04-8cd722ba5209 service neutron] 10.222.0.22 "GET /v2.0/networks/98897892-26ad-4d88-a510-66c8050e7607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269369 Jun 09 20:23:08.753684 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-86f6a668-b309-4531-aa24-13dac820682f None None] Set router 58d30ef0-1dc4-400f-bf52-7c3088df0adb gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:23:08.815650 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-6951d702-a0f1-4642-b0ca-cd69676a5db8 req-2f7e2888-8416-400e-a422-4fde1e6b7b21 service neutron] 10.222.0.22 "GET /v2.0/networks/98897892-26ad-4d88-a510-66c8050e7607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228204 Jun 09 20:23:09.055460 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-86f6a668-b309-4531-aa24-13dac820682f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'name': 'tempest-TestVolumeBootPattern-349623432-router', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:15:48Z', 'updated_at': '2021-06-09T20:15:53Z', 'revision_number': 4, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'gw_port': {'id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:49Z', 'updated_at': '2021-06-09T20:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': 'bc7f9b8e-744d-4094-9275-227e925513a0', 'name': '', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'mac_address': 'fa:16:3e:91:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:52Z', 'updated_at': '2021-06-09T20:16:00Z', 'revision_number': 5, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'subnets': [{'id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:23:09.059191 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f6a668-b309-4531-aa24-13dac820682f None None] The sync data for ids ['58d30ef0-1dc4-400f-bf52-7c3088df0adb'] in dv-cinder-795669-1-iscsi is: [{'id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'name': 'tempest-TestVolumeBootPattern-349623432-router', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:15:48Z', 'updated_at': '2021-06-09T20:15:53Z', 'revision_number': 4, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'gw_port': {'id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:49Z', 'updated_at': '2021-06-09T20:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi', '_interfaces': [{'id': 'bc7f9b8e-744d-4094-9275-227e925513a0', 'name': '', 'network_id': '98897892-26ad-4d88-a510-66c8050e7607', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'mac_address': 'fa:16:3e:91:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:52Z', 'updated_at': '2021-06-09T20:16:00Z', 'revision_number': 5, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'subnets': [{'id': '8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:23:09.248621 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3ac72b-0c7e-4554-bfba-5ef0ac144c7a None None] New status for floating IP 645448df-c4b1-47d7-a1c0-b9d3c52fbf48: DOWN {{(pid=92458) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 09 20:23:09.863502 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f74b9-e3f9-4e66-9963-95fa189ae8c4 req-81ff76a8-57f4-4ff1-a87a-075fc37a5d13 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92455) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:23:09.864934 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-689f74b9-e3f9-4e66-9963-95fa189ae8c4 req-81ff76a8-57f4-4ff1-a87a-075fc37a5d13 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=332e9857-80ed-4a40-9368-22be5c32013a HTTP/1.1" status: 200 len: 945 time: 0.0774639 Jun 09 20:23:09.907431 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-689f74b9-e3f9-4e66-9963-95fa189ae8c4 req-57a645e3-c34b-439c-abcc-1ba9dc0ea867 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/security-groups?id=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363231 Jun 09 20:23:10.025025 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7d013-b167-41c7-a8cb-9b97acc663cb req-80a1ff51-1d06-410c-b999-35c78340844a tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92456) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 09 20:23:10.026405 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-57e7d013-b167-41c7-a8cb-9b97acc663cb req-80a1ff51-1d06-410c-b999-35c78340844a tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.22 "GET /v2.0/ports?device_id=332e9857-80ed-4a40-9368-22be5c32013a HTTP/1.1" status: 200 len: 945 time: 0.0778956 Jun 09 20:23:10.254643 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [req-57e7d013-b167-41c7-a8cb-9b97acc663cb req-40628042-1cbe-4865-9769-cbb1484590af tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Deleting port b891dd64-45f3-46da-ab82-120a1151cbc2 {{(pid=92456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:23:10.254984 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-57e7d013-b167-41c7-a8cb-9b97acc663cb req-40628042-1cbe-4865-9769-cbb1484590af tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:10.381037 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [req-57e7d013-b167-41c7-a8cb-9b97acc663cb req-40628042-1cbe-4865-9769-cbb1484590af tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] For port b891dd64-45f3-46da-ab82-120a1151cbc2, host hv-cinder-79566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79566',level=0,port_id=b891dd64-45f3-46da-ab82-120a1151cbc2,segment=NetworkSegment(e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d),segment_id=e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d)] {{(pid=92456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:23:10.381310 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-57e7d013-b167-41c7-a8cb-9b97acc663cb req-40628042-1cbe-4865-9769-cbb1484590af tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:10.502814 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [req-57e7d013-b167-41c7-a8cb-9b97acc663cb req-40628042-1cbe-4865-9769-cbb1484590af tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Calling delete_port for b891dd64-45f3-46da-ab82-120a1151cbc2 owned by compute:nova {{(pid=92456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:23:10.669163 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-57e7d013-b167-41c7-a8cb-9b97acc663cb req-40628042-1cbe-4865-9769-cbb1484590af tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2273976'] for port, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:10.674394 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-84aaf7cc-6cb0-4c54-a573-4704ee182408 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:23:10.716665 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40628042-1cbe-4865-9769-cbb1484590af tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Pushing event deleted for resources: {'Port': ['ID=b891dd64-45f3-46da-ab82-120a1151cbc2,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:23:10.720189 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-40628042-1cbe-4865-9769-cbb1484590af tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:23:10.792380 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e7d013-b167-41c7-a8cb-9b97acc663cb req-40628042-1cbe-4865-9769-cbb1484590af tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] No DVR routers for this DVR port b891dd64-45f3-46da-ab82-120a1151cbc2 on host hv-cinder-79566 {{(pid=92456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 20:23:10.794658 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [req-57e7d013-b167-41c7-a8cb-9b97acc663cb req-40628042-1cbe-4865-9769-cbb1484590af tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for port, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:10.796563 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [req-57e7d013-b167-41c7-a8cb-9b97acc663cb req-40628042-1cbe-4865-9769-cbb1484590af tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.22 "DELETE /v2.0/ports/b891dd64-45f3-46da-ab82-120a1151cbc2 HTTP/1.1" status: 204 len: 173 time: 0.7649157 Jun 09 20:23:10.797082 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332e9857-80ed-4a40-9368-22be5c32013a', 'name': 'network-vif-deleted', 'tag': 'b891dd64-45f3-46da-ab82-120a1151cbc2'}] {{(pid=92456) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 09 20:23:10.799335 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911b05ffeac8424495c2af85c1a8132121b364decc87844aa5d8d722ac9d6d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834e2d72-6e66-4a73-8d96-7471f12b4e23" -d '{"events": [{"server_uuid": "332e9857-80ed-4a40-9368-22be5c32013a", "name": "network-vif-deleted", "tag": "b891dd64-45f3-46da-ab82-120a1151cbc2"}]}' {{(pid=92456) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 09 20:23:10.839784 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Jun 2021 20:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed5061f-9706-4cdb-bc3a-da6e0a067719 x-openstack-request-id: req-9ed5061f-9706-4cdb-bc3a-da6e0a067719 {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 09 20:23:10.840149 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332e9857-80ed-4a40-9368-22be5c32013a", "name": "network-vif-deleted", "tag": "b891dd64-45f3-46da-ab82-120a1151cbc2", "status": "completed", "code": 200}]} {{(pid=92456) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 09 20:23:10.840446 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9ed5061f-9706-4cdb-bc3a-da6e0a067719 {{(pid=92456) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 09 20:23:10.840876 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332e9857-80ed-4a40-9368-22be5c32013a', 'name': 'network-vif-deleted', 'tag': 'b891dd64-45f3-46da-ab82-120a1151cbc2', 'status': 'completed', 'code': 200} Jun 09 20:23:10.891056 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 6 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:23:11.057871 dv-cinder-795669-1-iscsi neutron-server[92455]: INFO neutron.wsgi [req-1dd7bc41-0c32-4459-a9ab-5e18481c67f8 req-628b9205-6a7f-4ef3-aa13-d7069de997a1 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "GET /v2.0/ports?device_id=332e9857-80ed-4a40-9368-22be5c32013a HTTP/1.1" status: 200 len: 210 time: 0.0449388 Jun 09 20:23:12.152237 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 50966) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:23:12.363304 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [None req-71968b1c-bede-4ba5-a6aa-a36da466134b tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Deleting port 1116e0c2-c664-4dca-b099-7f52922c6137 {{(pid=92456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:23:12.363651 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-71968b1c-bede-4ba5-a6aa-a36da466134b tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:12.478443 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-71968b1c-bede-4ba5-a6aa-a36da466134b tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:12.478771 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-71968b1c-bede-4ba5-a6aa-a36da466134b tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:12.515113 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device b891dd64-45f3-46da-ab82-120a1151cbc2 no longer exists at agent hyperv_hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:23:12.547739 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] No Port match for: b891dd64-45f3-46da-ab82-120a1151cbc2 {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:23:12.548111 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Device b891dd64-45f3-46da-ab82-120a1151cbc2 not bound to the agent host hv-cinder-79566 {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:23:12.598493 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [None req-71968b1c-bede-4ba5-a6aa-a36da466134b tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Calling delete_port for 1116e0c2-c664-4dca-b099-7f52922c6137 owned by network:floatingip {{(pid=92456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:23:12.780820 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-71968b1c-bede-4ba5-a6aa-a36da466134b tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2273976'] for port, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:12.785455 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-7093745e-cd53-4a3c-b358-37791418b364 tempest-VolumesSnapshotTestJSON-1544722169 tempest-VolumesSnapshotTestJSON-1544722169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:23:12.832595 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71968b1c-bede-4ba5-a6aa-a36da466134b tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Pushing event deleted for resources: {'Port': ['ID=1116e0c2-c664-4dca-b099-7f52922c6137,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:23:12.857418 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-71968b1c-bede-4ba5-a6aa-a36da466134b tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:23:12.917570 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-71968b1c-bede-4ba5-a6aa-a36da466134b tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for floatingip, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:12.919932 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-71968b1c-bede-4ba5-a6aa-a36da466134b tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516162'] for floatingip, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:12.921045 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-71968b1c-bede-4ba5-a6aa-a36da466134b tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "DELETE /v2.0/floatingips/bd8640d6-c17a-46cb-84be-6c84374a42dc HTTP/1.1" status: 204 len: 168 time: 0.7678332 Jun 09 20:23:14.417758 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 50978) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:23:14.483080 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-2cc2ebf1-e467-4199-99fd-ce90783c5522 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:14.515161 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-2cc2ebf1-e467-4199-99fd-ce90783c5522 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:14.646635 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-2cc2ebf1-e467-4199-99fd-ce90783c5522 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:14.649804 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-2cc2ebf1-e467-4199-99fd-ce90783c5522 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:14.654083 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-2cc2ebf1-e467-4199-99fd-ce90783c5522 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] 10.222.0.15 "DELETE /v2.0/security-groups/3464c22a-73d9-4ff7-b92e-f0a8f13e9f39 HTTP/1.1" status: 204 len: 168 time: 0.2327018 Jun 09 20:23:14.654083 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-e19a8e9f-1b50-4697-9669-fdc10dd9b406 tempest-TestShelveInstance-1431846929 tempest-TestShelveInstance-1431846929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:23:14.663501 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc2ebf1-e467-4199-99fd-ce90783c5522 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3464c22a-73d9-4ff7-b92e-f0a8f13e9f39,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:23:14.666576 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-2cc2ebf1-e467-4199-99fd-ce90783c5522 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:23:15.807006 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 50984) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:23:16.584617 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-29e75f25-57ef-4608-b175-ec290fe5aa54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3926479'] for router_interface, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:16.977188 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [None req-29e75f25-57ef-4608-b175-ec290fe5aa54 admin admin] Deleting port bc7f9b8e-744d-4094-9275-227e925513a0 {{(pid=92456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:23:16.977909 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-29e75f25-57ef-4608-b175-ec290fe5aa54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:17.098911 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [None req-29e75f25-57ef-4608-b175-ec290fe5aa54 admin admin] For port bc7f9b8e-744d-4094-9275-227e925513a0, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=bc7f9b8e-744d-4094-9275-227e925513a0,segment=NetworkSegment(e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d),segment_id=e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d)] {{(pid=92456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:23:17.099266 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-29e75f25-57ef-4608-b175-ec290fe5aa54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:17.220608 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [None req-29e75f25-57ef-4608-b175-ec290fe5aa54 admin admin] Calling delete_port for bc7f9b8e-744d-4094-9275-227e925513a0 owned by network:router_interface {{(pid=92456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:23:17.426669 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-29e75f25-57ef-4608-b175-ec290fe5aa54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2273976'] for port, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:17.430295 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-061307ce-41d2-4fc4-ba05-db3969fa3c54 tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:23:17.472970 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e75f25-57ef-4608-b175-ec290fe5aa54 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc7f9b8e-744d-4094-9275-227e925513a0,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:23:17.475943 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-29e75f25-57ef-4608-b175-ec290fe5aa54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:23:17.825808 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-29e75f25-57ef-4608-b175-ec290fe5aa54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3714534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3927953'] for router_interface, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:18.181020 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e75f25-57ef-4608-b175-ec290fe5aa54 admin admin] Router 58d30ef0-1dc4-400f-bf52-7c3088df0adb has already been hosted by L3 agent 64117835-a1f5-4801-ace7-11985afbc460 {{(pid=92456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 20:23:18.349814 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e75f25-57ef-4608-b175-ec290fe5aa54 admin admin] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:23:18.355967 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-29e75f25-57ef-4608-b175-ec290fe5aa54 admin admin] 10.222.0.15 "PUT /v2.0/routers/58d30ef0-1dc4-400f-bf52-7c3088df0adb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5478806 Jun 09 20:23:18.357765 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 50988) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:23:18.359262 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcd8e6b-fb7a-4321-ab76-dcec348d62a5 None None] Sync routers for ids ['58d30ef0-1dc4-400f-bf52-7c3088df0adb'] in dv-cinder-795669-1-iscsi {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:23:18.368543 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcd8e6b-fb7a-4321-ab76-dcec348d62a5 None None] Routers {'58d30ef0-1dc4-400f-bf52-7c3088df0adb'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:23:18.369833 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-5bcd8e6b-fb7a-4321-ab76-dcec348d62a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:23:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['58d30ef0-1dc4-400f-bf52-7c3088df0adb'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:23:18.530586 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-12c2b45a-3d27-451d-80de-b0e1447c63b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:18.544241 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-5bcd8e6b-fb7a-4321-ab76-dcec348d62a5 None None] Set router 58d30ef0-1dc4-400f-bf52-7c3088df0adb gateway port host: dv-cinder-795669-1-iscsi {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:23:18.701788 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-12c2b45a-3d27-451d-80de-b0e1447c63b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:18.818564 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-5bcd8e6b-fb7a-4321-ab76-dcec348d62a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'name': 'tempest-TestVolumeBootPattern-349623432-router', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:15:48Z', 'updated_at': '2021-06-09T20:23:17Z', 'revision_number': 5, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'gw_port': {'id': '733c7162-a9c5-4d1f-a75a-fc5594090336', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:49Z', 'updated_at': '2021-06-09T20:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi'}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:23:18.822765 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcd8e6b-fb7a-4321-ab76-dcec348d62a5 None None] Checking router: 58d30ef0-1dc4-400f-bf52-7c3088df0adb for host: dv-cinder-795669-1-iscsi {{(pid=92457) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:23:18.830867 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcd8e6b-fb7a-4321-ab76-dcec348d62a5 None None] Routers {'58d30ef0-1dc4-400f-bf52-7c3088df0adb'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92457) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:23:18.831452 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-5bcd8e6b-fb7a-4321-ab76-dcec348d62a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:23:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['58d30ef0-1dc4-400f-bf52-7c3088df0adb'], 'active': True} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:23:18.831744 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [None req-12c2b45a-3d27-451d-80de-b0e1447c63b1 admin admin] Deleting port 733c7162-a9c5-4d1f-a75a-fc5594090336 {{(pid=92456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:23:18.833128 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-12c2b45a-3d27-451d-80de-b0e1447c63b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:18.949243 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [None req-12c2b45a-3d27-451d-80de-b0e1447c63b1 admin admin] For port 733c7162-a9c5-4d1f-a75a-fc5594090336, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=733c7162-a9c5-4d1f-a75a-fc5594090336,segment=NetworkSegment(5cc1a330-8329-4d0b-b0d5-254d1224405d),segment_id=5cc1a330-8329-4d0b-b0d5-254d1224405d)] {{(pid=92456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:23:18.949611 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-12c2b45a-3d27-451d-80de-b0e1447c63b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:18.977046 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvr_db [None req-5bcd8e6b-fb7a-4321-ab76-dcec348d62a5 None None] Set router 58d30ef0-1dc4-400f-bf52-7c3088df0adb gateway port host: None {{(pid=92457) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:23:19.082487 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_hamode_db [None req-5bcd8e6b-fb7a-4321-ab76-dcec348d62a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'name': 'tempest-TestVolumeBootPattern-349623432-router', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:15:48Z', 'updated_at': '2021-06-09T20:23:18Z', 'revision_number': 6, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'gw_port_host': None}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92457) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:23:19.086704 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcd8e6b-fb7a-4321-ab76-dcec348d62a5 None None] The sync data for ids ['58d30ef0-1dc4-400f-bf52-7c3088df0adb'] in dv-cinder-795669-1-iscsi is: [{'id': '58d30ef0-1dc4-400f-bf52-7c3088df0adb', 'name': 'tempest-TestVolumeBootPattern-349623432-router', 'tenant_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:15:48Z', 'updated_at': '2021-06-09T20:23:18Z', 'revision_number': 6, 'project_id': 'c23a33d8a4b74f88aac42ca38d32acbd', 'gw_port_host': None}] {{(pid=92457) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:23:19.184061 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [None req-12c2b45a-3d27-451d-80de-b0e1447c63b1 admin admin] Calling delete_port for 733c7162-a9c5-4d1f-a75a-fc5594090336 owned by network:router_gateway {{(pid=92456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:23:19.372204 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-12c2b45a-3d27-451d-80de-b0e1447c63b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2273976'] for port, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:19.376947 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-1f90a1b3-fb04-45d5-a121-efc235f820b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:23:19.453445 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2b45a-3d27-451d-80de-b0e1447c63b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=733c7162-a9c5-4d1f-a75a-fc5594090336,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:23:19.460938 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-12c2b45a-3d27-451d-80de-b0e1447c63b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:23:19.515397 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-12c2b45a-3d27-451d-80de-b0e1447c63b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3925078'] for router_gateway, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:19.682696 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-12c2b45a-3d27-451d-80de-b0e1447c63b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3905294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3075'] for router, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:19.685010 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-12c2b45a-3d27-451d-80de-b0e1447c63b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:19.777421 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-12c2b45a-3d27-451d-80de-b0e1447c63b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3905434'] for router, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:19.777896 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c2b45a-3d27-451d-80de-b0e1447c63b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58d30ef0-1dc4-400f-bf52-7c3088df0adb {{(pid=92456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 20:23:19.785809 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-12c2b45a-3d27-451d-80de-b0e1447c63b1 admin admin] Notify callbacks [] for router, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:19.785809 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-12c2b45a-3d27-451d-80de-b0e1447c63b1 admin admin] 10.222.0.15 "DELETE /v2.0/routers/58d30ef0-1dc4-400f-bf52-7c3088df0adb HTTP/1.1" status: 204 len: 168 time: 1.4243572 Jun 09 20:23:19.785809 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 50990) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:23:19.844569 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_v2 [None req-74cd83a5-7b49-4bce-8fbf-01a4c20232a0 admin admin] Deleting subnet 8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83 {{(pid=92456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 20:23:19.847512 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-74cd83a5-7b49-4bce-8fbf-01a4c20232a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:19.897244 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-74cd83a5-7b49-4bce-8fbf-01a4c20232a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299860'] for subnet, precommit_delete_associations {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:19.974980 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-74cd83a5-7b49-4bce-8fbf-01a4c20232a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883559'] for subnet, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:20.001334 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 733c7162-a9c5-4d1f-a75a-fc5594090336 no longer exists at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:23:20.035074 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] No Port match for: 733c7162-a9c5-4d1f-a75a-fc5594090336 {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:23:20.035507 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 733c7162-a9c5-4d1f-a75a-fc5594090336 not bound to the agent host dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:23:20.035851 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device bc7f9b8e-744d-4094-9275-227e925513a0 no longer exists at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:23:20.111255 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] No Port match for: bc7f9b8e-744d-4094-9275-227e925513a0 {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:23:20.113645 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device bc7f9b8e-744d-4094-9275-227e925513a0 not bound to the agent host dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:23:20.132349 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-74cd83a5-7b49-4bce-8fbf-01a4c20232a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2274034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2365105'] for subnet, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:20.136320 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-bb1a96a9-acc6-4da7-a84d-d33703db86f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:23:20.170829 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd83a5-7b49-4bce-8fbf-01a4c20232a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:23:20.173886 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-74cd83a5-7b49-4bce-8fbf-01a4c20232a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:23:20.174867 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-74cd83a5-7b49-4bce-8fbf-01a4c20232a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:20.176691 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-74cd83a5-7b49-4bce-8fbf-01a4c20232a0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8aa3c6bc-7fb3-48a4-ad3a-335874dd9b83 HTTP/1.1" status: 204 len: 168 time: 0.3901677 Jun 09 20:23:20.179045 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 50992) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:23:20.180713 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56124e04-b731-48f1-978a-de963f0ebc7b None None] Network 98897892-26ad-4d88-a510-66c8050e7607 requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:23:20.282364 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b8fccb5f-eddb-4b50-b40d-5295745a01ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769015'] for network, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:20.351382 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [None req-b8fccb5f-eddb-4b50-b40d-5295745a01ea admin admin] Deleting port de8b245b-48a8-4009-9861-27c2ef3e5f66 {{(pid=92456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:23:20.351624 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b8fccb5f-eddb-4b50-b40d-5295745a01ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:20.419416 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e5ae91-db3e-4d1b-9dba-be600b4d15d2 None None] DHCP port deletion for 98897892-26ad-4d88-a510-66c8050e7607 request from dv-cinder-795669-1-iscsi {{(pid=92457) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 20:23:20.453165 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [None req-b8fccb5f-eddb-4b50-b40d-5295745a01ea admin admin] For port de8b245b-48a8-4009-9861-27c2ef3e5f66, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=de8b245b-48a8-4009-9861-27c2ef3e5f66,segment=NetworkSegment(e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d),segment_id=e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d)] {{(pid=92456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:23:20.453522 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b8fccb5f-eddb-4b50-b40d-5295745a01ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:20.485880 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-12e5ae91-db3e-4d1b-9dba-be600b4d15d2 None None] Deleting port de8b245b-48a8-4009-9861-27c2ef3e5f66 {{(pid=92457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:23:20.486258 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-12e5ae91-db3e-4d1b-9dba-be600b4d15d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:20.573780 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [None req-b8fccb5f-eddb-4b50-b40d-5295745a01ea admin admin] Calling delete_port for de8b245b-48a8-4009-9861-27c2ef3e5f66 owned by network:dhcp {{(pid=92456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:23:20.579907 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-12e5ae91-db3e-4d1b-9dba-be600b4d15d2 None None] For port de8b245b-48a8-4009-9861-27c2ef3e5f66, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=de8b245b-48a8-4009-9861-27c2ef3e5f66,segment=NetworkSegment(e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d),segment_id=e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:23:20.580307 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-12e5ae91-db3e-4d1b-9dba-be600b4d15d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:20.680846 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b8fccb5f-eddb-4b50-b40d-5295745a01ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2273976'] for port, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:20.685118 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-e257e528-334c-4dd7-8815-151e99bc74a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:23:20.702615 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-12e5ae91-db3e-4d1b-9dba-be600b4d15d2 None None] Calling delete_port for de8b245b-48a8-4009-9861-27c2ef3e5f66 owned by network:dhcp {{(pid=92457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:23:20.729945 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fccb5f-eddb-4b50-b40d-5295745a01ea admin admin] Pushing event deleted for resources: {'Port': ['ID=de8b245b-48a8-4009-9861-27c2ef3e5f66,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:23:20.733063 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-b8fccb5f-eddb-4b50-b40d-5295745a01ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:23:20.733829 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fccb5f-eddb-4b50-b40d-5295745a01ea admin admin] No DVR routers for this DVR port de8b245b-48a8-4009-9861-27c2ef3e5f66 on host dv-cinder-795669-1-iscsi {{(pid=92456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 20:23:20.745664 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-12e5ae91-db3e-4d1b-9dba-be600b4d15d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377'] for port, after_delete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:20.749237 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:23:20.790735 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5ae91-db3e-4d1b-9dba-be600b4d15d2 None None] Pushing event deleted for resources: {'Port': ['ID=de8b245b-48a8-4009-9861-27c2ef3e5f66,revision_number=None']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:23:20.795343 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e5ae91-db3e-4d1b-9dba-be600b4d15d2 None None] No DVR routers for this DVR port de8b245b-48a8-4009-9861-27c2ef3e5f66 on host dv-cinder-795669-1-iscsi {{(pid=92457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 20:23:20.801357 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e5ae91-db3e-4d1b-9dba-be600b4d15d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:23:20.803906 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e5ae91-db3e-4d1b-9dba-be600b4d15d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:23:20.803906 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e5ae91-db3e-4d1b-9dba-be600b4d15d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:23:20.803906 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e5ae91-db3e-4d1b-9dba-be600b4d15d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:23:20.803906 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e5ae91-db3e-4d1b-9dba-be600b4d15d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:23:20.803906 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e5ae91-db3e-4d1b-9dba-be600b4d15d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:23:20.803906 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e5ae91-db3e-4d1b-9dba-be600b4d15d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:23:20.803906 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e5ae91-db3e-4d1b-9dba-be600b4d15d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:23:20.803906 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e5ae91-db3e-4d1b-9dba-be600b4d15d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:23:20.806620 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e5ae91-db3e-4d1b-9dba-be600b4d15d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:23:20.806620 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e5ae91-db3e-4d1b-9dba-be600b4d15d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:23:20.806620 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e5ae91-db3e-4d1b-9dba-be600b4d15d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795669-1-iscsi {{(pid=92457) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 09 20:23:20.808970 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-12e5ae91-db3e-4d1b-9dba-be600b4d15d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:23:20.930751 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b8fccb5f-eddb-4b50-b40d-5295745a01ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884462', 'neutron.services.segments.db._delete_segments_for_network-8784791871416'] for network, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:20.943675 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.services.segments.db [None req-b8fccb5f-eddb-4b50-b40d-5295745a01ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98897892-26ad-4d88-a510-66c8050e7607']}} {{(pid=92456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:23:20.955850 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.services.segments.db [None req-b8fccb5f-eddb-4b50-b40d-5295745a01ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d') {'for_net_delete': True} {{(pid=92456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:23:20.956144 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.services.segments.db [None req-b8fccb5f-eddb-4b50-b40d-5295745a01ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a5e3d6-9f16-4f3c-8ab1-029d3506d42d') {} {{(pid=92456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:23:20.966868 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b8fccb5f-eddb-4b50-b40d-5295745a01ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784791825875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2301223'] for segment, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:20.981953 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b8fccb5f-eddb-4b50-b40d-5295745a01ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028'] for segment, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:20.987612 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8fccb5f-eddb-4b50-b40d-5295745a01ea admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=92456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 20:23:20.988013 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b8fccb5f-eddb-4b50-b40d-5295745a01ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2273943'] for segment, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:21.000896 dv-cinder-795669-1-iscsi neutron-server[92456]: Traceback (most recent call last): Jun 09 20:23:21.000896 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 20:23:21.000896 dv-cinder-795669-1-iscsi neutron-server[92456]: timer() Jun 09 20:23:21.000896 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 20:23:21.000896 dv-cinder-795669-1-iscsi neutron-server[92456]: cb(*args, **kw) Jun 09 20:23:21.000896 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 20:23:21.000896 dv-cinder-795669-1-iscsi neutron-server[92456]: return func(*args, **kwargs) Jun 09 20:23:21.000896 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 20:23:21.000896 dv-cinder-795669-1-iscsi neutron-server[92456]: self._notify() Jun 09 20:23:21.000896 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 20:23:21.000896 dv-cinder-795669-1-iscsi neutron-server[92456]: self.callback(batched_events) Jun 09 20:23:21.000896 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 20:23:21.000896 dv-cinder-795669-1-iscsi neutron-server[92456]: event.method(event) Jun 09 20:23:21.000896 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 20:23:21.000896 dv-cinder-795669-1-iscsi neutron-server[92456]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 20:23:21.000896 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 20:23:21.000896 dv-cinder-795669-1-iscsi neutron-server[92456]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 20:23:21.000896 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 20:23:21.000896 dv-cinder-795669-1-iscsi neutron-server[92456]: return f(self, *a, **k) Jun 09 20:23:21.000896 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 20:23:21.000896 dv-cinder-795669-1-iscsi neutron-server[92456]: return self._get(url).json() Jun 09 20:23:21.000896 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 20:23:21.000896 dv-cinder-795669-1-iscsi neutron-server[92456]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 20:23:21.000896 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 20:23:21.000896 dv-cinder-795669-1-iscsi neutron-server[92456]: return self.request(url, 'GET', **kwargs) Jun 09 20:23:21.000896 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 20:23:21.000896 dv-cinder-795669-1-iscsi neutron-server[92456]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 20:23:21.000896 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 20:23:21.000896 dv-cinder-795669-1-iscsi neutron-server[92456]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 20:23:21.000896 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 20:23:21.000896 dv-cinder-795669-1-iscsi neutron-server[92456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 20:23:21.000896 dv-cinder-795669-1-iscsi neutron-server[92456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 20:23:21.126321 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b8fccb5f-eddb-4b50-b40d-5295745a01ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3854142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3925107'] for network, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:21.129873 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-b44ebd77-03c0-4622-be55-53091000f28f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:23:21.142357 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-b8fccb5f-eddb-4b50-b40d-5295745a01ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for network, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:21.144107 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-b8fccb5f-eddb-4b50-b40d-5295745a01ea admin admin] 10.222.0.15 "DELETE /v2.0/networks/98897892-26ad-4d88-a510-66c8050e7607 HTTP/1.1" status: 204 len: 168 time: 0.9641538 Jun 09 20:23:21.146901 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 50994) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:23:21.213464 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fccb5f-eddb-4b50-b40d-5295745a01ea admin admin] Pushing event deleted for resources: {'Network': ['ID=98897892-26ad-4d88-a510-66c8050e7607,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:23:21.222973 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-b8fccb5f-eddb-4b50-b40d-5295745a01ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:23:21.674074 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-088ddfeb-f73e-4159-8159-3afa574e5f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3926479'] for router_interface, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:21.999469 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device de8b245b-48a8-4009-9861-27c2ef3e5f66 no longer exists at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:23:22.036046 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] No Port match for: de8b245b-48a8-4009-9861-27c2ef3e5f66 {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:23:22.036404 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device de8b245b-48a8-4009-9861-27c2ef3e5f66 not bound to the agent host dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:23:22.074426 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [None req-088ddfeb-f73e-4159-8159-3afa574e5f4a admin admin] Deleting port 67862ae0-e8d6-41fb-a7f6-e2b9aaa50bcb {{(pid=92456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:23:22.074763 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-088ddfeb-f73e-4159-8159-3afa574e5f4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:22.190399 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [None req-088ddfeb-f73e-4159-8159-3afa574e5f4a admin admin] For port 67862ae0-e8d6-41fb-a7f6-e2b9aaa50bcb, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=67862ae0-e8d6-41fb-a7f6-e2b9aaa50bcb,segment=NetworkSegment(a74f2380-c217-4c1b-a294-5554f82ed59b),segment_id=a74f2380-c217-4c1b-a294-5554f82ed59b)] {{(pid=92456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:23:22.190749 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-088ddfeb-f73e-4159-8159-3afa574e5f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:22.401909 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [None req-088ddfeb-f73e-4159-8159-3afa574e5f4a admin admin] Calling delete_port for 67862ae0-e8d6-41fb-a7f6-e2b9aaa50bcb owned by network:router_interface {{(pid=92456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:23:22.632278 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-088ddfeb-f73e-4159-8159-3afa574e5f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2273976'] for port, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:22.637030 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-e8500b4b-a2e0-419e-bfa1-9123db557f65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:23:22.679269 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ddfeb-f73e-4159-8159-3afa574e5f4a admin admin] Pushing event deleted for resources: {'Port': ['ID=67862ae0-e8d6-41fb-a7f6-e2b9aaa50bcb,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:23:22.707814 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-088ddfeb-f73e-4159-8159-3afa574e5f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:23:22.949156 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-088ddfeb-f73e-4159-8159-3afa574e5f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3714534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3927953'] for router_interface, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:23.302273 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088ddfeb-f73e-4159-8159-3afa574e5f4a admin admin] Router 0fb73269-48e8-45b7-aafe-8ce6c10a0469 has already been hosted by L3 agent 64117835-a1f5-4801-ace7-11985afbc460 {{(pid=92456) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 09 20:23:23.475733 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088ddfeb-f73e-4159-8159-3afa574e5f4a admin admin] Notify agent at l3_agent.dv-cinder-795669-1-iscsi the message routers_updated {{(pid=92456) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 09 20:23:23.480448 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-088ddfeb-f73e-4159-8159-3afa574e5f4a admin admin] 10.222.0.15 "PUT /v2.0/routers/0fb73269-48e8-45b7-aafe-8ce6c10a0469/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3326395 Jun 09 20:23:23.482863 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 50996) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:23:23.485537 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b982f66-e315-40c4-85cf-c8402433a250 None None] Sync routers for ids ['0fb73269-48e8-45b7-aafe-8ce6c10a0469'] in dv-cinder-795669-1-iscsi {{(pid=92458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 09 20:23:23.494945 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b982f66-e315-40c4-85cf-c8402433a250 None None] Routers {'0fb73269-48e8-45b7-aafe-8ce6c10a0469'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:23:23.495584 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-6b982f66-e315-40c4-85cf-c8402433a250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:23:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['0fb73269-48e8-45b7-aafe-8ce6c10a0469'], 'active': True} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:23:23.657528 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f8d734b9-d749-44cf-9d72-de61bd1d19db admin admin] Notify callbacks [] for router, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:23.699482 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvr_db [None req-6b982f66-e315-40c4-85cf-c8402433a250 None None] Set router 0fb73269-48e8-45b7-aafe-8ce6c10a0469 gateway port host: dv-cinder-795669-1-iscsi {{(pid=92458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:23:23.929803 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f8d734b9-d749-44cf-9d72-de61bd1d19db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:23.979875 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-6b982f66-e315-40c4-85cf-c8402433a250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb73269-48e8-45b7-aafe-8ce6c10a0469', 'name': 'tempest-TestVolumeBootPattern-1930443472-router', 'tenant_id': 'bb3c042f1a554c1c93849e5464a7a555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'external_fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:15:58Z', 'updated_at': '2021-06-09T20:23:22Z', 'revision_number': 5, 'project_id': 'bb3c042f1a554c1c93849e5464a7a555', 'gw_port': {'id': '9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a', 'name': '', 'network_id': '7113ecea-0b68-4d56-a6ae-4e94112ae602', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:88:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb73269-48e8-45b7-aafe-8ce6c10a0469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-09T20:15:59Z', 'updated_at': '2021-06-09T20:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd4394e15-b094-4f4f-853e-c157ecdb6024', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795669-1-iscsi'}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:23:23.984093 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b982f66-e315-40c4-85cf-c8402433a250 None None] Checking router: 0fb73269-48e8-45b7-aafe-8ce6c10a0469 for host: dv-cinder-795669-1-iscsi {{(pid=92458) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 09 20:23:23.992180 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b982f66-e315-40c4-85cf-c8402433a250 None None] Routers {'0fb73269-48e8-45b7-aafe-8ce6c10a0469'} bound to L3 agent in host dv-cinder-795669-1-iscsi {{(pid=92458) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 09 20:23:23.992777 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-6b982f66-e315-40c4-85cf-c8402433a250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-09T19:59:32Z,description=,heartbeat_timestamp=2021-06-09T20:23:02Z,host='dv-cinder-795669-1-iscsi',id=64117835-a1f5-4801-ace7-11985afbc460,load=0,resource_versions=,resources_synced=,started_at=2021-06-09T19:59:32Z,topic='l3_agent')) {'router_ids': ['0fb73269-48e8-45b7-aafe-8ce6c10a0469'], 'active': True} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:23:24.089459 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [None req-f8d734b9-d749-44cf-9d72-de61bd1d19db admin admin] Deleting port 9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a {{(pid=92456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:23:24.089798 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f8d734b9-d749-44cf-9d72-de61bd1d19db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:24.140133 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_dvr_db [None req-6b982f66-e315-40c4-85cf-c8402433a250 None None] Set router 0fb73269-48e8-45b7-aafe-8ce6c10a0469 gateway port host: None {{(pid=92458) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 09 20:23:24.208773 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [None req-f8d734b9-d749-44cf-9d72-de61bd1d19db admin admin] For port 9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a,segment=NetworkSegment(5cc1a330-8329-4d0b-b0d5-254d1224405d),segment_id=5cc1a330-8329-4d0b-b0d5-254d1224405d)] {{(pid=92456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:23:24.209051 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f8d734b9-d749-44cf-9d72-de61bd1d19db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:24.242750 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.l3_hamode_db [None req-6b982f66-e315-40c4-85cf-c8402433a250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb73269-48e8-45b7-aafe-8ce6c10a0469', 'name': 'tempest-TestVolumeBootPattern-1930443472-router', 'tenant_id': 'bb3c042f1a554c1c93849e5464a7a555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:15:58Z', 'updated_at': '2021-06-09T20:23:23Z', 'revision_number': 6, 'project_id': 'bb3c042f1a554c1c93849e5464a7a555', 'gw_port_host': None}], 'dv-cinder-795669-1-iscsi', False) {} {{(pid=92458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:23:24.247066 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b982f66-e315-40c4-85cf-c8402433a250 None None] The sync data for ids ['0fb73269-48e8-45b7-aafe-8ce6c10a0469'] in dv-cinder-795669-1-iscsi is: [{'id': '0fb73269-48e8-45b7-aafe-8ce6c10a0469', 'name': 'tempest-TestVolumeBootPattern-1930443472-router', 'tenant_id': 'bb3c042f1a554c1c93849e5464a7a555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-09T20:15:58Z', 'updated_at': '2021-06-09T20:23:23Z', 'revision_number': 6, 'project_id': 'bb3c042f1a554c1c93849e5464a7a555', 'gw_port_host': None}] {{(pid=92458) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 09 20:23:24.332704 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [None req-f8d734b9-d749-44cf-9d72-de61bd1d19db admin admin] Calling delete_port for 9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a owned by network:router_gateway {{(pid=92456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:23:24.523251 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f8d734b9-d749-44cf-9d72-de61bd1d19db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2273976'] for port, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:24.528213 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-71968b1c-bede-4ba5-a6aa-a36da466134b tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:23:24.570922 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d734b9-d749-44cf-9d72-de61bd1d19db admin admin] Pushing event deleted for resources: {'Port': ['ID=9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:23:24.604812 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-f8d734b9-d749-44cf-9d72-de61bd1d19db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:23:24.663270 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f8d734b9-d749-44cf-9d72-de61bd1d19db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3925078'] for router_gateway, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:24.674819 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:24.834091 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f8d734b9-d749-44cf-9d72-de61bd1d19db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3905294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3075'] for router, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:24.836160 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f8d734b9-d749-44cf-9d72-de61bd1d19db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:24.929266 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f8d734b9-d749-44cf-9d72-de61bd1d19db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3905434'] for router, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:24.929761 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d734b9-d749-44cf-9d72-de61bd1d19db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fb73269-48e8-45b7-aafe-8ce6c10a0469 {{(pid=92456) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 09 20:23:24.933775 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-f8d734b9-d749-44cf-9d72-de61bd1d19db admin admin] Notify callbacks [] for router, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:24.934888 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-f8d734b9-d749-44cf-9d72-de61bd1d19db admin admin] 10.222.0.15 "DELETE /v2.0/routers/0fb73269-48e8-45b7-aafe-8ce6c10a0469 HTTP/1.1" status: 204 len: 168 time: 1.4511330 Jun 09 20:23:24.937362 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 50998) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:23:24.993559 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.db_base_plugin_v2 [None req-75fac7a1-fccb-483d-bc91-c08edb66298d admin admin] Deleting subnet 1175c090-223a-415b-a769-be8f4e338f4b {{(pid=92456) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 09 20:23:24.996342 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-75fac7a1-fccb-483d-bc91-c08edb66298d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:25.048667 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-75fac7a1-fccb-483d-bc91-c08edb66298d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299860'] for subnet, precommit_delete_associations {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:25.134676 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-75fac7a1-fccb-483d-bc91-c08edb66298d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883559'] for subnet, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:25.275105 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-75fac7a1-fccb-483d-bc91-c08edb66298d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2274034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2365105'] for subnet, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:25.279050 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-87ddd468-b35b-40bc-9113-4bdac6dd09ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:23:25.317219 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fac7a1-fccb-483d-bc91-c08edb66298d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1175c090-223a-415b-a769-be8f4e338f4b,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:23:25.320240 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-75fac7a1-fccb-483d-bc91-c08edb66298d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:23:25.321206 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-75fac7a1-fccb-483d-bc91-c08edb66298d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:25.323646 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-75fac7a1-fccb-483d-bc91-c08edb66298d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1175c090-223a-415b-a769-be8f4e338f4b HTTP/1.1" status: 204 len: 168 time: 0.3853765 Jun 09 20:23:25.326102 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 51000) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:23:25.329426 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d9646d-4ab3-4316-adb0-dc82bea2a8ab None None] Network 4e285325-7099-4cd2-8980-f8abb84f1c00 requested from dv-cinder-795669-1-iscsi {{(pid=92457) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 09 20:23:25.438406 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-9dcbf48f-8ea6-491c-8b2e-31e0969c0904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-769015'] for network, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:25.522281 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [None req-9dcbf48f-8ea6-491c-8b2e-31e0969c0904 admin admin] Deleting port ea72a18f-4545-4251-a8d3-87e16981d229 {{(pid=92456) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:23:25.522758 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-9dcbf48f-8ea6-491c-8b2e-31e0969c0904 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:25.586510 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1caa79f-677e-41ab-a3a8-40223ccf154e None None] DHCP port deletion for 4e285325-7099-4cd2-8980-f8abb84f1c00 request from dv-cinder-795669-1-iscsi {{(pid=92457) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 09 20:23:25.655177 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-e1caa79f-677e-41ab-a3a8-40223ccf154e None None] Deleting port ea72a18f-4545-4251-a8d3-87e16981d229 {{(pid=92457) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 09 20:23:25.655549 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-e1caa79f-677e-41ab-a3a8-40223ccf154e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784791642076'] for port, before_delete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:25.723384 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.db [None req-9dcbf48f-8ea6-491c-8b2e-31e0969c0904 admin admin] For port ea72a18f-4545-4251-a8d3-87e16981d229, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=ea72a18f-4545-4251-a8d3-87e16981d229,segment=NetworkSegment(a74f2380-c217-4c1b-a294-5554f82ed59b),segment_id=a74f2380-c217-4c1b-a294-5554f82ed59b)] {{(pid=92456) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:23:25.723745 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-9dcbf48f-8ea6-491c-8b2e-31e0969c0904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:25.749565 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.db [None req-e1caa79f-677e-41ab-a3a8-40223ccf154e None None] For port ea72a18f-4545-4251-a8d3-87e16981d229, host dv-cinder-795669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795669-1-iscsi',level=0,port_id=ea72a18f-4545-4251-a8d3-87e16981d229,segment=NetworkSegment(a74f2380-c217-4c1b-a294-5554f82ed59b),segment_id=a74f2380-c217-4c1b-a294-5554f82ed59b)] {{(pid=92457) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 09 20:23:25.750133 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-e1caa79f-677e-41ab-a3a8-40223ccf154e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927697'] for port, precommit_delete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:25.858920 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.plugin [None req-9dcbf48f-8ea6-491c-8b2e-31e0969c0904 admin admin] Calling delete_port for ea72a18f-4545-4251-a8d3-87e16981d229 owned by network:dhcp {{(pid=92456) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:23:25.874248 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-e1caa79f-677e-41ab-a3a8-40223ccf154e None None] Calling delete_port for ea72a18f-4545-4251-a8d3-87e16981d229 owned by network:dhcp {{(pid=92457) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 09 20:23:25.986496 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-9dcbf48f-8ea6-491c-8b2e-31e0969c0904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2273976'] for port, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:25.991395 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-9c045a44-755b-4c35-9b8e-01fc8bbfa43d tempest-TestVolumeBootPattern-905339884 tempest-TestVolumeBootPattern-905339884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:23:25.992441 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-e1caa79f-677e-41ab-a3a8-40223ccf154e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-786305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3714440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784791812572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784791360377'] for port, after_delete {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:25.996859 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:23:26.027842 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a no longer exists at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:23:26.041128 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcbf48f-8ea6-491c-8b2e-31e0969c0904 admin admin] No DVR routers for this DVR port ea72a18f-4545-4251-a8d3-87e16981d229 on host dv-cinder-795669-1-iscsi {{(pid=92456) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 20:23:26.043092 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcbf48f-8ea6-491c-8b2e-31e0969c0904 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea72a18f-4545-4251-a8d3-87e16981d229,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:23:26.072129 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1caa79f-677e-41ab-a3a8-40223ccf154e None None] Pushing event deleted for resources: {'Port': ['ID=ea72a18f-4545-4251-a8d3-87e16981d229,revision_number=None']} {{(pid=92457) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:23:26.072357 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-9dcbf48f-8ea6-491c-8b2e-31e0969c0904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:23:26.073953 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1caa79f-677e-41ab-a3a8-40223ccf154e None None] No DVR routers for this DVR port ea72a18f-4545-4251-a8d3-87e16981d229 on host dv-cinder-795669-1-iscsi {{(pid=92457) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 09 20:23:26.075105 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] No Port match for: 9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:23:26.075441 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 9c485e5f-3dd4-4f0b-bee8-c1b0bafaaa5a not bound to the agent host dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:23:26.075851 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device ea72a18f-4545-4251-a8d3-87e16981d229 no longer exists at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:23:26.100829 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG oslo_concurrency.lockutils [None req-e1caa79f-677e-41ab-a3a8-40223ccf154e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92457) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:23:26.113104 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] No Port match for: ea72a18f-4545-4251-a8d3-87e16981d229 {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:23:26.113444 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device ea72a18f-4545-4251-a8d3-87e16981d229 not bound to the agent host dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:23:26.113958 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 67862ae0-e8d6-41fb-a7f6-e2b9aaa50bcb no longer exists at agent ovs-agent-dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 09 20:23:26.146468 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.plugin [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] No Port match for: 67862ae0-e8d6-41fb-a7f6-e2b9aaa50bcb {{(pid=92457) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 09 20:23:26.146817 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron.plugins.ml2.rpc [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Device 67862ae0-e8d6-41fb-a7f6-e2b9aaa50bcb not bound to the agent host dv-cinder-795669-1-iscsi {{(pid=92457) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 09 20:23:26.159226 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-9dcbf48f-8ea6-491c-8b2e-31e0969c0904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884462', 'neutron.services.segments.db._delete_segments_for_network-8784791871416'] for network, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:26.172566 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.services.segments.db [None req-9dcbf48f-8ea6-491c-8b2e-31e0969c0904 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e285325-7099-4cd2-8980-f8abb84f1c00']}} {{(pid=92456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:23:26.184206 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.services.segments.db [None req-9dcbf48f-8ea6-491c-8b2e-31e0969c0904 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a74f2380-c217-4c1b-a294-5554f82ed59b') {'for_net_delete': True} {{(pid=92456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:23:26.184500 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.services.segments.db [None req-9dcbf48f-8ea6-491c-8b2e-31e0969c0904 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a74f2380-c217-4c1b-a294-5554f82ed59b') {} {{(pid=92456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 09 20:23:26.195292 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-9dcbf48f-8ea6-491c-8b2e-31e0969c0904 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784791825875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2301223'] for segment, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:26.210591 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-9dcbf48f-8ea6-491c-8b2e-31e0969c0904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028'] for segment, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:26.216962 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dcbf48f-8ea6-491c-8b2e-31e0969c0904 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=92456) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 09 20:23:26.217333 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-9dcbf48f-8ea6-491c-8b2e-31e0969c0904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2273943'] for segment, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:26.230483 dv-cinder-795669-1-iscsi neutron-server[92456]: Traceback (most recent call last): Jun 09 20:23:26.230483 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 09 20:23:26.230483 dv-cinder-795669-1-iscsi neutron-server[92456]: timer() Jun 09 20:23:26.230483 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 09 20:23:26.230483 dv-cinder-795669-1-iscsi neutron-server[92456]: cb(*args, **kw) Jun 09 20:23:26.230483 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 09 20:23:26.230483 dv-cinder-795669-1-iscsi neutron-server[92456]: return func(*args, **kwargs) Jun 09 20:23:26.230483 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 09 20:23:26.230483 dv-cinder-795669-1-iscsi neutron-server[92456]: self._notify() Jun 09 20:23:26.230483 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 09 20:23:26.230483 dv-cinder-795669-1-iscsi neutron-server[92456]: self.callback(batched_events) Jun 09 20:23:26.230483 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 09 20:23:26.230483 dv-cinder-795669-1-iscsi neutron-server[92456]: event.method(event) Jun 09 20:23:26.230483 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 09 20:23:26.230483 dv-cinder-795669-1-iscsi neutron-server[92456]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 09 20:23:26.230483 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 09 20:23:26.230483 dv-cinder-795669-1-iscsi neutron-server[92456]: aggregate_uuid = self.p_client.list_aggregates( Jun 09 20:23:26.230483 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 09 20:23:26.230483 dv-cinder-795669-1-iscsi neutron-server[92456]: return f(self, *a, **k) Jun 09 20:23:26.230483 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 09 20:23:26.230483 dv-cinder-795669-1-iscsi neutron-server[92456]: return self._get(url).json() Jun 09 20:23:26.230483 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 09 20:23:26.230483 dv-cinder-795669-1-iscsi neutron-server[92456]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 09 20:23:26.230483 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 09 20:23:26.230483 dv-cinder-795669-1-iscsi neutron-server[92456]: return self.request(url, 'GET', **kwargs) Jun 09 20:23:26.230483 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 09 20:23:26.230483 dv-cinder-795669-1-iscsi neutron-server[92456]: base_url = self.get_endpoint(auth, allow=allow, Jun 09 20:23:26.230483 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 09 20:23:26.230483 dv-cinder-795669-1-iscsi neutron-server[92456]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 09 20:23:26.230483 dv-cinder-795669-1-iscsi neutron-server[92456]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 09 20:23:26.230483 dv-cinder-795669-1-iscsi neutron-server[92456]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 09 20:23:26.230483 dv-cinder-795669-1-iscsi neutron-server[92456]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 09 20:23:26.377707 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-9dcbf48f-8ea6-491c-8b2e-31e0969c0904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3854142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3714545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3925107'] for network, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:26.380763 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:23:26.393764 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-9dcbf48f-8ea6-491c-8b2e-31e0969c0904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3714458'] for network, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:26.395525 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-9dcbf48f-8ea6-491c-8b2e-31e0969c0904 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4e285325-7099-4cd2-8980-f8abb84f1c00 HTTP/1.1" status: 204 len: 168 time: 1.0685177 Jun 09 20:23:26.401889 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcbf48f-8ea6-491c-8b2e-31e0969c0904 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e285325-7099-4cd2-8980-f8abb84f1c00,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:23:26.404800 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-9dcbf48f-8ea6-491c-8b2e-31e0969c0904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:23:26.702050 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 51004) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:23:26.748271 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-a39264e8-53ae-48b7-83e0-4f3989fd8837 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c23a33d8a4b74f88aac42ca38d32acbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0449662 Jun 09 20:23:26.750449 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 51006) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:23:26.807173 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-7fd21cc9-e880-4d49-bbab-6dba0abf1700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:26.831985 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-7fd21cc9-e880-4d49-bbab-6dba0abf1700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:26.960188 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-7fd21cc9-e880-4d49-bbab-6dba0abf1700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:26.962637 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-7fd21cc9-e880-4d49-bbab-6dba0abf1700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:26.963785 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-7fd21cc9-e880-4d49-bbab-6dba0abf1700 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/955f06c8-26f0-4134-8498-19273cf5ce1c HTTP/1.1" status: 204 len: 168 time: 0.2124588 Jun 09 20:23:26.965310 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-fce13807-0108-442b-ad85-72de81adcc98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:23:26.973906 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd21cc9-e880-4d49-bbab-6dba0abf1700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955f06c8-26f0-4134-8498-19273cf5ce1c,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:23:26.976145 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-7fd21cc9-e880-4d49-bbab-6dba0abf1700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:23:27.553248 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 51014) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:23:27.604021 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-786476d5-ee09-42cf-9730-8fa527cc1434 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bb3c042f1a554c1c93849e5464a7a555&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495255 Jun 09 20:23:27.606254 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.wsgi [-] (92456) accepted ('10.222.0.15', 51016) {{(pid=92456) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 09 20:23:27.660699 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-005f94b0-6f9c-477e-9059-ef3ae5717492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:27.685938 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-005f94b0-6f9c-477e-9059-ef3ae5717492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:27.811652 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-005f94b0-6f9c-477e-9059-ef3ae5717492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3854080'] for security_group, after_delete {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:27.813995 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron_lib.callbacks.manager [None req-005f94b0-6f9c-477e-9059-ef3ae5717492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:27.815105 dv-cinder-795669-1-iscsi neutron-server[92456]: INFO neutron.wsgi [None req-005f94b0-6f9c-477e-9059-ef3ae5717492 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ebc0929d-2ae6-42cc-b9b6-dacf3635412d HTTP/1.1" status: 204 len: 168 time: 0.2079797 Jun 09 20:23:27.815936 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-d9f9cd76-bd3d-4797-91d5-c439de6ffa4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 09 20:23:27.825660 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f94b0-6f9c-477e-9059-ef3ae5717492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc0929d-2ae6-42cc-b9b6-dacf3635412d,revision_number=None']} {{(pid=92456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 09 20:23:27.828861 dv-cinder-795669-1-iscsi neutron-server[92456]: DEBUG oslo_concurrency.lockutils [None req-005f94b0-6f9c-477e-9059-ef3ae5717492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 09 20:23:29.100620 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-6552372d-4eb0-418c-849f-d4cce8232977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:31.448877 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:31.831581 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8bbce388-f4fb-4ee2-961e-b4e3fb3f2421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:32.797093 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:34.408668 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:47.890463 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 6 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:23:54.666272 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:23:59.073817 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-c83daf64-402c-43f4-8731-b501cec4586b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:24:01.462165 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:24:01.862053 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-b2f22e1c-fa00-49b3-bee8-61f65aa94241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:24:02.759536 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:24:04.385049 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:24:24.704229 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:24:24.889092 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 6 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:24:29.064173 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7bcab787-edc4-4e6f-8dbe-2823f2fec039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:24:31.463817 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:24:31.858403 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-a2871e52-958a-4c55-b47a-a54fbad67f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:24:32.801179 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:24:34.378295 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:24:41.646975 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [req-9c13cd92-2534-4cfe-bc1a-9e2008455f2b req-23e799be-b41d-4e20-94b7-2be9f708a431 service neutron] (92455) timed out ('10.222.0.22', 53464) {{(pid=92455) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 09 20:24:54.692076 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:24:59.069034 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-0375316d-c4de-4340-8c2a-777b3c3b5cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:25:01.463454 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:25:01.838299 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-9a8fe0cd-5680-478d-be25-327c06222836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:25:01.887326 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 6 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:25:02.811508 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:25:04.405697 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:25:24.734819 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:25:29.091057 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-828a1c03-0a28-4435-b6e2-e741cd9ff4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:25:31.456863 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:25:31.844967 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00bd151e-80a5-4057-a378-a802edee5cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:25:32.782401 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:25:34.399444 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:25:38.887228 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 6 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:25:54.707976 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:25:59.124652 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-21129093-cd30-4f6d-a66a-faf0ec7e440b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:26:01.516895 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:26:01.871116 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-62022051-bf29-40f5-b876-38ab950a79f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:26:02.791495 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:26:04.407757 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:26:15.886129 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 6 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:26:24.716207 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:26:29.083923 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-9e8b3bca-8afa-43af-891d-22e7b132ccf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:26:31.472726 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:26:31.821518 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-510123b9-297f-478c-8fa8-a2a6141e1d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:26:32.780637 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:26:34.432435 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:26:41.164362 dv-cinder-795669-1-iscsi neutron-server[92455]: DEBUG neutron.wsgi [req-3c8beba5-a516-4553-8682-f71c3e7e7c1e req-35230548-3d37-4b33-ac5c-0b030aa0c262 service neutron] (92455) timed out ('10.222.0.22', 53434) {{(pid=92455) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 09 20:26:52.885171 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 6 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:26:54.723343 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:26:59.100513 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-f2757abc-c8d4-4b25-8c34-bb0b49d25b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:27:01.482928 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:27:01.820231 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-b690a10b-9658-4f28-88ea-dffb026f5b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:27:02.769088 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:27:04.403159 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:27:24.751493 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:27:29.077345 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-cadbca50-527f-429b-963d-805ce7a48749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:27:29.883190 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 6 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:27:31.503747 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:27:31.852653 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-def25168-add2-4579-bbac-a0878b2f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:27:32.814708 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:27:34.414119 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:27:54.709861 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:27:59.085969 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8172065e-04e6-4100-ab5e-45b907790a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:28:01.463245 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:28:01.811981 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-a6d800ad-e070-470d-a884-25594c12a3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:28:02.796514 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:28:04.419523 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:28:06.881668 dv-cinder-795669-1-iscsi neutron-server[92458]: DEBUG neutron.db.agents_db [None req-7c324c04-c197-4ad1-8069-4a9269dab5af None None] Agent healthcheck: found 6 active agents {{(pid=92458) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 09 20:28:24.731697 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-8f09d831-d806-4a4e-8cb5-f638e98b7f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:28:29.109373 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-60eb8daf-36a8-4bb5-b0f4-09bcd59ad53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:28:31.458944 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-7118f255-58f0-49c4-83e6-1223a9311d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:28:31.818833 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-ca2a54c9-1893-4165-92bb-dad37d5a1158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:28:32.789816 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-00054c47-f88d-4843-a017-d5aa1cafdf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 09 20:28:34.417495 dv-cinder-795669-1-iscsi neutron-server[92457]: DEBUG neutron_lib.callbacks.manager [None req-61dc0a2e-dbe0-41c5-b7fa-f6c741014f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784791871398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-741160'] for agent, after_update {{(pid=92457) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}